-- Logs begin at Wed 2022-01-19 13:41:35 UTC, end at Wed 2022-01-19 14:52:17 UTC. -- Jan 19 14:26:46.559101 dv-cinder-799871-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 19 14:26:49.474650 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.common.config [-] Logging enabled! Jan 19 14:26:49.475280 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev407 Jan 19 14:26:49.475423 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 14:26:49.479200 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.common.config [-] Logging enabled! Jan 19 14:26:49.479456 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev407 Jan 19 14:26:49.479764 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 14:26:49.480692 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 14:26:49.480928 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 14:26:49.481456 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 14:26:49.481704 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 14:26:49.481946 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 14:26:49.482531 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.482950 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 19 14:26:49.483265 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.483564 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.483856 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.484152 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.484443 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.484727 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.485017 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.485315 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.485602 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.485889 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.486200 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.486493 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.486771 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.487057 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.487344 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.487629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] debug = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.487910 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.488330 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.488739 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.489016 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.489310 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.489592 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.489861 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.490163 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.490445 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.490772 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] host = dv-cinder-799871-15-iscsi {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.491047 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.491333 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.491621 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.491905 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.492176 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.492454 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.492752 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.493008 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.493282 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] log_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.493557 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.494544 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.494849 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.495140 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.495367 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.495592 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.495888 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.496175 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.496450 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.496726 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.497000 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.497274 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.497548 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.497819 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.498136 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.498427 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.498716 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.498992 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.499269 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.499544 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.499823 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.500109 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.500385 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.500659 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.500933 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.501221 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.501491 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.501769 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.502099 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.502389 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.502676 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.502962 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.503237 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.503519 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.503793 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.504067 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.504340 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] use_json = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.504612 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.504884 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.505165 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.505438 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.505708 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.506013 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.506285 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.506571 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.506844 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:49.507140 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.507436 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.507737 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.508026 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.508316 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.508597 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.508886 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.509165 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.509482 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.509768 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.510085 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.510365 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.510664 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.510956 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.511249 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.511552 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.511845 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.512136 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.512412 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.512686 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.512958 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.513235 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.513519 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.513795 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.514109 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.514399 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.514676 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.514974 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.515260 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.515556 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.515851 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.516126 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.516406 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.516698 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.516979 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.517253 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.517530 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.517817 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.518133 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.518407 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.518690 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.518968 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.519239 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.519509 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.519786 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.520077 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.520356 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.520628 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.520898 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.521175 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.521443 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.521724 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.522030 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.522305 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.522576 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.522852 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.523123 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.523393 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.523668 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.523939 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.524215 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.524489 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.524757 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.525054 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.525330 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.525603 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.525877 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.526173 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.526450 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.526724 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.526996 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.527265 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.527537 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.527809 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.528097 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.528396 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.528679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.528961 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.529241 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.529522 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.529806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.530121 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.530390 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.530668 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.530943 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.531236 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.531520 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.531805 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.532108 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.532387 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.532686 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.532968 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.533254 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.533535 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.533816 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.534126 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.534413 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.534709 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.535004 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.535299 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.535593 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.535891 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.536171 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.536479 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.536761 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:49.536979 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 14:26:49.537216 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103014) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 19 14:26:49.908908 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 19 14:26:49.909191 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 19 14:26:49.909490 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 19 14:26:49.909828 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 19 14:26:50.236638 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.236855 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.237127 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.240062 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.240345 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.240619 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.285025 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.285307 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.285576 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.299615 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.299897 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.300171 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.330079 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.330355 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.330622 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.366653 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.366935 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.367203 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.706591 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.707325 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.707325 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.707487 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.708056 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.808108 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.808440 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.808715 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.808986 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.809255 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.809564 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.809823 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.810114 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.810365 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.810645 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.810905 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.811169 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.811424 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.811679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.811935 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.812197 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.812451 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.812716 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.812982 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.813241 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.813508 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.813759 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.814065 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.814437 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.814686 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.814933 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.815332 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 14:26:50.815570 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 14:26:50.815806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 14:26:50.816039 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 14:26:50.816272 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 14:26:50.816506 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 14:26:50.816873 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 19 14:26:50.820111 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 19 14:26:50.824105 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 19 14:26:50.827948 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jan 19 14:26:50.829601 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 19 14:26:50.830086 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 19 14:26:50.830428 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 19 14:26:50.830812 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 19 14:26:50.833737 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 19 14:26:50.834016 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 19 14:26:50.834366 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 19 14:26:50.839941 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 19 14:26:50.864445 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 19 14:26:50.864895 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.865191 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103014) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 19 14:26:50.865549 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.866954 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103014) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 19 14:26:50.867237 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 19 14:26:50.867483 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 19 14:26:50.871277 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.871551 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:50.935834 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 19 14:26:50.936077 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 19 14:26:50.936316 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 19 14:26:50.936689 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 19 14:26:50.956822 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_db.sqlalchemy.engines [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103014) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 19 14:26:51.512324 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Initializing driver for type 'gre' Jan 19 14:26:51.512845 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] gre ID ranges: [(1, 1000)] Jan 19 14:26:51.655055 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Initializing driver for type 'local' Jan 19 14:26:51.655392 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Initializing driver for type 'vlan' Jan 19 14:26:51.740494 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] VlanTypeDriver initialization complete Jan 19 14:26:51.741066 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Initializing driver for type 'vxlan' Jan 19 14:26:51.741303 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] vxlan ID ranges: [(1, 1000)] Jan 19 14:26:51.911811 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Initializing extension driver 'port_security' Jan 19 14:26:51.912175 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.extensions.port_security [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] PortSecurityExtensionDriver initialization complete Jan 19 14:26:51.912587 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Initializing mechanism driver 'openvswitch' Jan 19 14:26:51.912898 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Initializing mechanism driver 'hyperv' Jan 19 14:26:51.920343 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:26:51.921075 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > port after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.921448 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > port after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.921791 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > port after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.922357 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 14:26:51.922792 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.923138 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.923479 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.923867 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 14:26:51.924269 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > network after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.924611 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > network after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.924949 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > network after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.925337 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 14:26:51.925737 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.926115 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.926453 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.926982 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 14:26:51.927387 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.927760 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.928142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.928539 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 14:26:51.928939 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.929281 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.929615 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.930033 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 14:26:51.930477 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] ML2 OVO RPC backend initialized. {{(pid=103014) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 19 14:26:51.931179 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.931532 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.932480 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > network before_response 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.932869 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > networks before_response 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.933215 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > port before_response 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.933551 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > ports before_response 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.933890 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.934249 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.934587 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > network after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.934921 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > network after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.935249 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > network after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.935578 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > port after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.935909 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > port after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.936235 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > port after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.936562 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.936890 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.937214 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.937792 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.plugin [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Modular L2 Plugin initialization complete Jan 19 14:26:51.938144 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading services supported by the core plugin {{(pid=103014) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 19 14:26:51.938468 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.plugins.ml2.managers [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Got port-security extension from driver 'port_security' Jan 19 14:26:51.938956 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.extensions.vlantransparent [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Disabled vlantransparent extension. Jan 19 14:26:51.939463 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103014) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 19 14:26:51.939775 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading Plugin: router Jan 19 14:26:51.975855 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.976246 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router after_create 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.976615 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router before_create 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.976976 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.977343 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.977699 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router after_delete 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.978086 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.978434 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.978785 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router after_create 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.979127 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router after_update 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.979473 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router after_update 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.979813 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.980166 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router after_update 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.980569 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.980938 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: port after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.981279 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: port after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.981621 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: subnet after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.981989 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.982618 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.982964 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.983308 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: port before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.983649 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.984000 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router after_update 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.984336 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.984683 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.985039 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.985378 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.985738 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > agent after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.986106 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.986450 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > network after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.987297 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Tracking information for resource: router configured {{(pid=103014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 14:26:51.987629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Tracking information for resource: floatingip configured {{(pid=103014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 14:26:51.992630 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.db.l3_agentschedulers_db [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 19 14:26:51.993194 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: port after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.993551 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: port after_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.993899 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: port after_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.994786 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: port after_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.995561 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router before_create 55550100 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.995927 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.996288 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:51.996642 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:52.001300 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.services.provider_configuration [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service providers = [] {{(pid=103014) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 19 14:26:52.001661 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.db.servicetype_db [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103014) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 19 14:26:52.004611 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.services.service_base [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 14:26:52.004960 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.services.service_base [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 14:26:52.005297 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.services.service_base [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 14:26:52.006203 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.services.service_base [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 14:26:52.006572 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.services.service_base [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 19 14:26:52.006943 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 14:26:52.007260 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 19 14:26:52.019935 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 14:26:52.020272 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading Plugin: auto_allocate Jan 19 14:26:52.026027 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: network precommit_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:52.026391 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: network precommit_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:52.026905 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 14:26:52.027297 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading Plugin: tag Jan 19 14:26:52.034756 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 14:26:52.035087 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading Plugin: timestamp Jan 19 14:26:52.039817 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 14:26:52.040308 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading Plugin: network_ip_availability Jan 19 14:26:52.046253 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:52.046736 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:52.047101 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:52.048211 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 14:26:52.048757 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading Plugin: flavors Jan 19 14:26:52.054447 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 14:26:52.055021 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading Plugin: revisions Jan 19 14:26:52.061271 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 14:26:52.061869 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_concurrency.lockutils [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.152s {{(pid=103014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 19 14:26:52.062646 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103014) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 19 14:26:52.062980 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Initializing extension manager. Jan 19 14:26:52.063500 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: __init__.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.063839 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: __pycache__ {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.064170 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.064500 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: address_group.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.065258 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.065822 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: address-group Jan 19 14:26:52.066185 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: address_scope.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.067092 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.067601 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: address-scope Jan 19 14:26:52.067918 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.068849 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.069352 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: router-admin-state-down-before-update Jan 19 14:26:52.069671 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: agent.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.070395 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.070891 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: agent Jan 19 14:26:52.071203 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: agent_resources_synced.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.072104 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.073179 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: agent-resources-synced Jan 19 14:26:52.073492 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.075308 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.075824 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: allowed-address-pairs Jan 19 14:26:52.076146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.077216 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.077723 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: auto-allocated-topology Jan 19 14:26:52.078076 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: availability_zone.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.078762 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.079259 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: availability_zone Jan 19 14:26:52.079576 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: availability_zone_filter.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.080477 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.080975 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: availability_zone_filter Jan 19 14:26:52.081293 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: data_plane_status.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.082224 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.082719 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension data-plane-status not supported by any of loaded plugins Jan 19 14:26:52.083036 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: default_subnetpools.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.083950 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.084449 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: default-subnetpools Jan 19 14:26:52.084766 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.085572 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.086105 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: dhcp_agent_scheduler Jan 19 14:26:52.086426 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: dns.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.087352 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.087849 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension dns-integration not supported by any of loaded plugins Jan 19 14:26:52.088192 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: dns_domain_ports.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.089096 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.089592 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 19 14:26:52.089924 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.090836 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.091335 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 19 14:26:52.091654 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: dvr.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.092319 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.092815 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: dvr Jan 19 14:26:52.093131 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: ecmp_routes.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.094077 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.094574 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 19 14:26:52.094890 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: empty_string_filtering.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.095788 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.096286 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: empty-string-filtering Jan 19 14:26:52.096603 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.097508 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.098035 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 19 14:26:52.098353 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.099259 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.099757 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 19 14:26:52.100076 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: external_net.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.100978 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.101482 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: external-net Jan 19 14:26:52.101800 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.102735 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.103233 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: extra_dhcp_opt Jan 19 14:26:52.103571 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: extraroute.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.104466 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.104965 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: extraroute Jan 19 14:26:52.105279 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: extraroute_atomic.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.106324 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.106824 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: extraroute-atomic Jan 19 14:26:52.107142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: filter_validation.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.108057 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.108549 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: filter-validation Jan 19 14:26:52.108865 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: fip_pf_description.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.109767 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.110304 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 19 14:26:52.110621 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: fip_port_details.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.111538 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.112038 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: fip-port-details Jan 19 14:26:52.112357 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: flavors.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.113589 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.114125 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: flavors Jan 19 14:26:52.114448 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.116114 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.116626 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 19 14:26:52.116950 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: floatingip_pools.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.117646 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.118179 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: floatingip-pools Jan 19 14:26:52.118501 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: ip_allocation.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.119943 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.120441 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension ip_allocation not supported by any of loaded plugins Jan 19 14:26:52.120758 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.121679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.122205 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: ip-substring-filtering Jan 19 14:26:52.122526 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: l2_adjacency.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.123446 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.123943 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 19 14:26:52.124261 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: l3.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.125343 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.126069 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: router Jan 19 14:26:52.126390 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.128642 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.129169 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 19 14:26:52.129497 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.130460 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.130971 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: ext-gw-mode Jan 19 14:26:52.131293 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.132224 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.132733 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: l3-ha Jan 19 14:26:52.133054 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: l3_flavors.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.133992 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.134496 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: l3-flavors Jan 19 14:26:52.134879 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.136274 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.136779 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 19 14:26:52.137131 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: l3agentscheduler.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.138192 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.138701 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: l3_agent_scheduler Jan 19 14:26:52.139024 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: local_ip.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.140791 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.141317 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension local_ip not supported by any of loaded plugins Jan 19 14:26:52.141647 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: logging.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.143162 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.143673 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension logging not supported by any of loaded plugins Jan 19 14:26:52.144000 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: metering.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.144738 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.145309 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: metering Jan 19 14:26:52.145632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.146745 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.147261 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: metering_source_and_destination_fields Jan 19 14:26:52.147665 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: multiprovidernet.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.148588 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.149090 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: multi-provider Jan 19 14:26:52.149409 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: netmtu.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.150355 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.150898 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: net-mtu Jan 19 14:26:52.151219 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: netmtu_writable.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.152130 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.152631 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: net-mtu-writable Jan 19 14:26:52.152948 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: network_availability_zone.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.153607 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.154132 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: network_availability_zone Jan 19 14:26:52.154448 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: network_ip_availability.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.155558 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.156064 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: network-ip-availability Jan 19 14:26:52.156385 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: network_segment_range.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.157146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.157646 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension network-segment-range not supported by any of loaded plugins Jan 19 14:26:52.157994 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: pagination.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.159092 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.159419 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: pagination Jan 19 14:26:52.159737 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: port_device_profile.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.160638 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.161141 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: port-device-profile Jan 19 14:26:52.161458 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.162452 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.162907 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: port-mac-address-regenerate Jan 19 14:26:52.163224 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.164130 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.164636 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: port-numa-affinity-policy Jan 19 14:26:52.164957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: port_resource_request.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.165866 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.166409 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension port-resource-request not supported by any of loaded plugins Jan 19 14:26:52.166725 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.167682 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.168182 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 19 14:26:52.168500 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: portbindings.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.169419 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.169945 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: binding Jan 19 14:26:52.170266 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: portbindings_extended.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.171533 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.172041 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: binding-extended Jan 19 14:26:52.172363 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: portsecurity.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.173269 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.173772 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: port-security Jan 19 14:26:52.174190 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: project_id.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.175162 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.175488 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: project-id Jan 19 14:26:52.175805 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: providernet.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.176710 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.177223 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: provider Jan 19 14:26:52.177540 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.181146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.182193 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos not supported by any of loaded plugins Jan 19 14:26:52.182526 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.183764 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.184278 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 19 14:26:52.184602 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.185513 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.186052 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 19 14:26:52.186376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_default.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.187289 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.187798 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-default not supported by any of loaded plugins Jan 19 14:26:52.188120 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_fip.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.189035 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.189538 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-fip not supported by any of loaded plugins Jan 19 14:26:52.189862 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.190791 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.191299 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 19 14:26:52.191622 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.192554 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.193059 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 19 14:26:52.193380 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.194317 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.194821 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 19 14:26:52.195144 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.196187 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.196694 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 19 14:26:52.197020 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_pps_rule.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.198757 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.199273 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-pps not supported by any of loaded plugins Jan 19 14:26:52.199594 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.200505 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.201011 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 19 14:26:52.201330 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: qos_rules_alias.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.202404 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.202915 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 19 14:26:52.203237 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: quota_check_limit.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.204152 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.204662 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: quota-check-limit Jan 19 14:26:52.204983 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: quotasv2.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.205896 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.206306 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: quotas Jan 19 14:26:52.206624 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: quotasv2_detail.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.210010 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.210350 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: quota_details Jan 19 14:26:52.210679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: rbac.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.211723 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.212242 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: rbac-policies Jan 19 14:26:52.212568 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: rbac_address_group.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.213517 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.214058 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: rbac-address-group Jan 19 14:26:52.214381 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: rbac_address_scope.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.215294 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.215800 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: rbac-address-scope Jan 19 14:26:52.216119 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: rbac_security_groups.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.217058 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.217559 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: rbac-security-groups Jan 19 14:26:52.217876 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.218815 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.219321 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: rbac-subnetpool Jan 19 14:26:52.219639 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: revisionifmatch.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.220551 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.221054 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: revision-if-match Jan 19 14:26:52.221371 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: revisions.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.222508 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.223020 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: standard-attr-revisions Jan 19 14:26:52.223341 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: router_availability_zone.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.224002 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.224505 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: router_availability_zone Jan 19 14:26:52.224823 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: routerservicetype.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.225727 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.226254 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension router-service-type not supported by any of loaded plugins Jan 19 14:26:52.226570 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.227558 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.228060 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: security-groups-normalized-cidr Jan 19 14:26:52.228377 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.229863 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.230393 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: port-security-groups-filtering Jan 19 14:26:52.230709 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.231639 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.232142 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: security-groups-remote-address-group Jan 19 14:26:52.232714 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.233629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.234155 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: security-groups-shared-filtering Jan 19 14:26:52.234472 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.235047 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 19 14:26:52.235361 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: securitygroup.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.245745 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.246313 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: security-group Jan 19 14:26:52.246646 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: segment.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.247447 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.247951 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension segment not supported by any of loaded plugins Jan 19 14:26:52.248275 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.249312 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.249824 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 19 14:26:52.250178 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: servicetype.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.251283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.251795 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: service-type Jan 19 14:26:52.252119 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: sorting.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.253095 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.253419 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: sorting Jan 19 14:26:52.253735 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: standard_attr_segment.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.254670 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.255180 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 19 14:26:52.255500 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: standardattrdescription.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.256143 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.256648 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: standard-attr-description Jan 19 14:26:52.256973 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: stateful_security_group.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.257900 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.258431 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: stateful-security-group Jan 19 14:26:52.258750 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: stdattrs_common.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.259315 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 19 14:26:52.259632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.261086 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.261595 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 19 14:26:52.261941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: subnet_onboard.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.263002 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.263520 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: subnet_onboard Jan 19 14:26:52.263839 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.264755 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.265261 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 19 14:26:52.265581 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: subnet_service_types.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.266522 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.267037 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: subnet-service-types Jan 19 14:26:52.267355 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: subnetallocation.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.268419 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.268941 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: subnet_allocation Jan 19 14:26:52.269263 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.269939 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.270464 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: subnetpool-prefix-ops Jan 19 14:26:52.270784 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.271712 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.272215 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 19 14:26:52.272533 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: tagging.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.273579 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.274127 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: standard-attr-tag Jan 19 14:26:52.274449 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: timestamp.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.276283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.276795 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loaded extension: standard-attr-timestamp Jan 19 14:26:52.277120 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: trunk.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.278189 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.278698 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension trunk not supported by any of loaded plugins Jan 19 14:26:52.279018 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: trunk_details.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.279942 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.280450 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension trunk-details not supported by any of loaded plugins Jan 19 14:26:52.280766 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.281680 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.282224 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 19 14:26:52.282541 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Loading extension file: vlantransparent.py {{(pid=103014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 14:26:52.283202 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 14:26:52.283733 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 19 14:26:52.286223 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:network Jan 19 14:26:52.286736 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:subnet Jan 19 14:26:52.287131 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 14:26:52.287516 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:port Jan 19 14:26:52.288735 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.289173 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service FLAVORS assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.289773 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.290228 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.290554 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:router Jan 19 14:26:52.290976 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 14:26:52.291488 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service METERING assigned prefix: /metering {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.292908 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:52.293276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:52.293624 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:26:52.294691 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 14:26:52.295122 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:security_group Jan 19 14:26:52.295538 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 14:26:52.296125 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service CORE assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.296451 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 14:26:52.296818 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] subnetpool is already registered Jan 19 14:26:52.297246 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service CORE assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.297567 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 14:26:52.297892 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] subnetpool is already registered Jan 19 14:26:52.300134 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.300684 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service FLAVORS assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.301314 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.301733 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.302099 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:router Jan 19 14:26:52.302433 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] router is already registered Jan 19 14:26:52.302841 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 14:26:52.303172 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] floatingip is already registered Jan 19 14:26:52.303648 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service METERING assigned prefix: /metering {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.304342 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 14:26:52.304662 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] rbac_policy is already registered Jan 19 14:26:52.305086 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:security_group Jan 19 14:26:52.305415 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] security_group is already registered Jan 19 14:26:52.305997 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 14:26:52.306328 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] security_group_rule is already registered Jan 19 14:26:52.306835 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service CORE assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.307162 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 14:26:52.307486 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] subnetpool is already registered Jan 19 14:26:52.307907 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.v2.resource_helper [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Service CORE assigned prefix: {{(pid=103014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 14:26:52.308234 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 14:26:52.308556 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING neutron.quota.resource_registry [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] subnetpool is already registered Jan 19 14:26:52.309019 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: extensions {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.311621 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: address-groups {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.313097 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: address-scopes {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.314343 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: agents {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.315602 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: auto-allocated-topology {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.316832 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: availability_zones {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.318068 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: dhcp-networks {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.319471 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: dhcp-agents {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.320996 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: routers {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.323652 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: flavors {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.324900 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: service_profiles {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.326121 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: next_providers {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.327549 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: service_profiles {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.328936 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: floatingip-pools {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.330287 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: routers {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.332356 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: floatingips {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.333620 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: l3-routers {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.335042 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: l3-agents {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.336429 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: metering-labels {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.337660 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: metering-label-rules {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.339636 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: network-ip-availabilities {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.340884 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: bindings {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.342432 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: quotas {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.344062 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: quotas {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.345564 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: rbac-policies {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.346784 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: security-groups {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.348094 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: security-group-rules {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.349299 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: service-providers {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.350637 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: subnetpools {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.351936 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: subnetpools {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.353462 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.355186 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.356959 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.358991 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.360649 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.362597 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.364245 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.366991 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.368956 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.372203 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron.api.extensions [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Extended resource: tags {{(pid=103014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 14:26:52.380493 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING keystonemiddleware.auth_token [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 19 14:26:52.385551 dv-cinder-799871-15-iscsi neutron-server[103014]: WARNING keystonemiddleware.auth_token [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 19 14:26:52.394347 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_concurrency.lockutils [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Acquired lock "singleton_lock" {{(pid=103014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 19 14:26:52.394820 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_concurrency.lockutils [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Releasing lock "singleton_lock" {{(pid=103014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 19 14:26:52.395468 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO oslo_service.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Starting 2 workers Jan 19 14:26:52.400296 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Started child 103125 {{(pid=103014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 14:26:52.405311 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Started child 103126 {{(pid=103014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 14:26:52.406478 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:26:52.407107 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO neutron.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 19 14:26:52.407613 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:26:52.407998 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [-] (103125) wsgi starting up on http://0.0.0.0:9696 Jan 19 14:26:52.410017 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO oslo_service.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Starting 1 workers Jan 19 14:26:52.410203 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:26:52.411589 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [-] (103126) wsgi starting up on http://0.0.0.0:9696 Jan 19 14:26:52.415316 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Started child 103127 {{(pid=103014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 14:26:52.415798 dv-cinder-799871-15-iscsi neutron-server[103014]: INFO oslo_service.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Starting 1 workers Jan 19 14:26:52.419159 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] calling RpcWorker wait() {{(pid=103127) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 19 14:26:52.419712 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] returning from RpcWorker wait() {{(pid=103127) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 19 14:26:52.420297 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Started child 103128 {{(pid=103014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 14:26:52.421070 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG neutron_lib.callbacks.manager [None req-7cc3085b-7ce5-4796-b776-322cbe24a7e3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:26:52.421166 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:26:52.421670 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:26:52.423038 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 19 14:26:52.423271 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 14:26:52.423456 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 14:26:52.423683 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 14:26:52.424028 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 14:26:52.424188 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 14:26:52.425029 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.425168 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:26:52.425623 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.425623 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.425819 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.426100 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.426623 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.426876 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.427124 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.427386 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.427641 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.427808 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.427970 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.428234 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.428461 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.428751 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.429004 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.429257 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.429510 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.429678 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.429954 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.430216 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.430469 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.430729 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] debug = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.430978 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.431437 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.431695 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.431935 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.432146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.432425 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.432663 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.432917 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.433128 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.433338 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.433590 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.433844 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.434079 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.434295 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.434543 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.434774 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.435026 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.435249 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.435702 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] host = dv-cinder-799871-15-iscsi {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.435945 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.436176 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.436416 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.436669 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.436911 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.437125 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.437377 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.437636 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.437877 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.438121 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.438368 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.438616 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.438869 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.439101 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.439265 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_options = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.439499 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.439791 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.440034 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.440231 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.440390 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.440554 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.440798 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.440950 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.441193 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.441442 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.441659 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.441879 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.442128 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.442330 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.442600 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.442840 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.443054 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.443280 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.443535 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.443759 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.443982 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.444205 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.444438 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.444654 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.444867 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.445108 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.445367 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.446505 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:26:52.448959 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.449245 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.449500 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.449759 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.451564 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.451941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.452198 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.452479 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.452731 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.454232 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.454583 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.454950 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.455268 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.455612 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.455957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.456268 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.456681 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.456922 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.457176 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.457438 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_json = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.457702 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.457932 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.458776 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.458776 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.458776 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.473146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.473146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.473146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.473146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.473146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473146 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473634 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473634 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473634 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473634 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473634 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473634 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473634 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.473634 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474696 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474696 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474696 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474696 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474696 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474696 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474696 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.474696 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475225 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475225 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475225 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475225 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475225 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475225 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475225 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475225 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475754 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475754 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475754 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475754 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475754 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475754 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475754 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475754 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.475754 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.476339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.476339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.476339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.476339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.476339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.476339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.476339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.476339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.476339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477022 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477022 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477022 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477022 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477022 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477022 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477022 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477022 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477022 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.477629 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.478122 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.478122 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.478273 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.478377 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.478636 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.478892 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.479109 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.479624 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.479624 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.479901 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.479901 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.480210 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.480450 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.480687 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.480919 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.481136 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.481354 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.481664 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.481884 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.482218 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.482703 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.482995 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.483302 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.483556 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.483826 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.484028 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.484259 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.484483 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.484725 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.484942 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.485165 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.485376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.485628 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.485867 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.486150 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.486388 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.486607 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.486862 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.487100 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.487324 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.487571 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.487811 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.488050 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.488329 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.488545 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.488782 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.489034 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.489287 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.489567 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.489890 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.490196 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.491346 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.491346 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.491346 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.491346 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.491632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.491806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.492048 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.492339 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.492579 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.492840 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.493072 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.493304 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.493545 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.493963 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.494213 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.494434 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.494701 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.495032 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.495284 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.495503 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.496049 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.496049 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.496244 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.496468 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.496747 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.497103 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.497365 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.497614 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.497843 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.498114 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.498349 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.498579 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.498811 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.499055 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.499285 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.499557 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.499803 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.500020 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.500296 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.500530 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.500768 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.500999 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.501220 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.501440 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.501691 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.501937 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.502166 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.502411 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.502636 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.502875 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.503110 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.503345 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.503606 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.503844 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.504125 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.504381 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.504623 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.504852 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.505079 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.505315 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.505529 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.505796 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.506033 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.506248 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.506462 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.506704 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.506918 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.507130 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.507359 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.507573 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.507824 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.508063 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.508389 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.508638 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.508928 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.509323 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.509562 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.510356 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.510581 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514376 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.514957 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.515491 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.515491 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.515491 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.515491 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.515491 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.515826 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.515902 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.516095 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.516336 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.516536 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.516747 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.516969 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.517230 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.517466 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.517689 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.517897 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.518144 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.518365 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.518581 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.518785 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.519027 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.519237 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.519447 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.519668 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.519885 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.520115 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.520341 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.520548 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.520808 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.521027 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.521244 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.521452 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.521743 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.522060 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.522292 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.522584 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.522819 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.523072 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.523326 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.523625 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.523865 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.524124 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.524359 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.524596 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.524833 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.525090 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.525443 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.526353 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.526608 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.526871 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.527157 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.527441 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.527719 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.527938 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.528260 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.528758 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.529054 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.529306 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.529582 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.529857 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.530102 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.530318 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.535941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.535941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.535941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.535941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.535941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.535941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.535941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.535941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.535941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.536740 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.536740 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.536740 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.536740 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.536740 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 14:26:52.536740 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 19 14:26:52.536740 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 14:26:52.536740 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 14:26:52.537695 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 14:26:52.537695 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 14:26:52.537695 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 14:26:52.537695 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.537695 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.537695 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.537695 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.537695 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.538806 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539358 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539358 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] debug = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539358 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539358 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539358 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539358 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539777 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539777 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539777 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539777 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539777 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.539777 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.540183 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.540183 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.540183 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.540386 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.540386 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.540526 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.540677 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.540829 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.541014 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] host = dv-cinder-799871-15-iscsi {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.541172 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.541327 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.541483 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.541639 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.541796 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.541975 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.542134 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.542295 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.542451 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.542606 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.542761 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.542917 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.543129 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.543356 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.543456 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_options = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.543592 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.543741 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.543941 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.544061 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.544223 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.544380 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.544537 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.544693 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.544850 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.545006 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.545192 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.545384 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.545719 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.545719 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.545973 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.546058 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.546199 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.546326 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.546458 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.546618 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.546774 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.546930 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.547086 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.547241 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.547397 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.547553 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.547709 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.547867 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.548045 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.548173 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.548325 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.548482 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.548638 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.548792 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.548949 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.549108 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.549289 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.549426 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.549564 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.549699 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.549851 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.550038 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.550643 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.550643 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.550643 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.550643 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.551171 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_json = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.551171 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.551171 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.551171 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.551682 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.551682 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.551682 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.552063 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.552063 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.552063 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 14:26:52.552405 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.552405 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.552551 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:26:52.552643 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.552725 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.552803 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.552966 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.553126 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.553287 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.553482 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.553645 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.553813 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.553992 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.554162 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.554321 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.554479 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.554645 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.554803 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.555121 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.555269 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.555428 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.555622 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.555805 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.555977 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.556137 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.556297 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.556455 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.556638 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.556865 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.556988 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.557099 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.557265 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.557425 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.557584 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.557743 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.557956 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.558152 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.558313 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.558474 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.558635 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.558794 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.558956 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.559116 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.559276 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.559435 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.559597 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.559757 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.559918 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.560078 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.560238 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.560397 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.560558 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.560718 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.560879 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.561039 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.561199 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.561359 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.561519 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.561687 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.561845 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.562060 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.562238 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.562398 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.562557 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.562717 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.562877 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.563036 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.563197 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.563355 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.563577 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.563713 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.563821 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.563981 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.564142 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.564301 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.564461 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.564620 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.564778 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.564940 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.565099 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.565259 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.565420 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.565579 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.565740 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.565898 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.566080 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.566241 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.566401 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.566560 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.566720 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.566879 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.567039 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.567205 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.567380 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.567539 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.567698 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.567857 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.568017 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.568176 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.568335 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.568495 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.568655 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.568815 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.568973 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.569131 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.569292 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.569452 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.569610 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.569770 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.569947 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.570109 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.570268 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.570428 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.570588 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.570746 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.570906 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.571064 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.571223 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.571381 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.571548 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.571708 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.571870 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.572028 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.572730 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.572912 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.573073 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.573234 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.573393 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.573553 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.573728 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.573860 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.574043 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.583663 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.583663 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.583663 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.583663 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.583663 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.583663 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.583663 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.583663 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.584527 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.584527 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.584527 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.584527 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.584527 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.584527 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.584527 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.584527 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585251 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585251 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585251 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585251 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585251 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585251 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585251 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585251 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585798 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585798 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585798 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585798 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585798 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585798 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585798 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.585798 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.586478 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.586478 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.586478 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.586478 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.586478 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.586478 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.586478 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.586478 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587059 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587059 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587059 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587059 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587059 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587059 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587059 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587059 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587688 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587688 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587688 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587688 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587688 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587688 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587688 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.587688 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.588955 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.588955 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.588955 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.588955 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.588955 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.588955 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.588955 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.588955 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.589484 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.589484 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.589484 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.589484 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.589484 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.589484 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.589484 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.589484 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590118 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590118 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590118 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590118 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590118 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590118 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590118 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590118 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.590679 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.591283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.591283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.591283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.591283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.591283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.591283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.591283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.591283 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592003 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592003 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592003 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592003 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592003 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592003 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592003 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592003 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.592632 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593159 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593159 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593159 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593159 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593159 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593159 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593159 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593159 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593687 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593687 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593687 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593687 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593687 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.593687 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.594307 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.594307 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.594307 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.594307 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.594557 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.594634 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.594785 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.594970 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.595135 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.595305 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.595473 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.595642 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.595802 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.595967 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.596139 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.596299 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.596459 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.596623 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.596787 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.596943 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.597103 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.597262 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.597420 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.597578 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.597738 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.597898 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.598079 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.598238 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.598398 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.598558 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.598717 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.598876 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.599036 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.599197 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 14:26:52.599349 dv-cinder-799871-15-iscsi neutron-server[103014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 14:26:52.746209 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38028) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:26:52.754979 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066254 Jan 19 14:27:04.190627 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb443ba-35d6-4c3b-8a56-1b2cba25f38f None None] get_active_networks_info from dv-cinder-799871-15-iscsi {{(pid=103127) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 19 14:27:04.263246 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb443ba-35d6-4c3b-8a56-1b2cba25f38f None None] No non-hosted networks {{(pid=103127) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 19 14:27:04.270895 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.agentschedulers_db [None req-ffb443ba-35d6-4c3b-8a56-1b2cba25f38f None None] DHCP Agent not found on host dv-cinder-799871-15-iscsi {{(pid=103127) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 19 14:27:04.375950 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fcd300aa-6378-4c35-807c-51565e363153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582060'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:06.314991 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97260597-fec1-4f33-bf98-0f4cbdd8640c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582060'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:06.340854 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.db.api [None req-ae85ec48-5d91-4d47-a12e-0064edfab09b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799871-15-iscsi {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 14:27:06.341507 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG oslo_db.api [None req-ae85ec48-5d91-4d47-a12e-0064edfab09b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 14:27:06.923084 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ae85ec48-5d91-4d47-a12e-0064edfab09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:07.763509 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582060'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:08.991400 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582060'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:10.311503 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582060'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:10.313754 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.314431 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.314947 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.315459 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.315979 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.317040 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.317880 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.318920 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.319438 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.319960 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.321149 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.321711 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.322257 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:10.323192 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-15-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:10.338280 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-15-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:12.783180 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38126) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:13.287632 dv-cinder-799871-15-iscsi neutron-server[103125]: WARNING oslo_policy.policy [None req-2876c07b-5415-43dc-a1f9-b498f604ba60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 14:27:13.288219 dv-cinder-799871-15-iscsi neutron-server[103125]: WARNING oslo_policy.policy [None req-2876c07b-5415-43dc-a1f9-b498f604ba60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 14:27:13.363391 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.db.l3_hamode_db [None req-82150fa4-0502-47d8-bcbc-2ba1083ff1c1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 19 14:27:13.439215 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82150fa4-0502-47d8-bcbc-2ba1083ff1c1 None None] Routers set() bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:27:13.439595 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82150fa4-0502-47d8-bcbc-2ba1083ff1c1 None None] Router IDs set() for agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 19 14:27:13.514924 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [None req-2876c07b-5415-43dc-a1f9-b498f604ba60 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:27:13.516219 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2876c07b-5415-43dc-a1f9-b498f604ba60 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7319386 Jan 19 14:27:16.136536 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38144) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:16.619589 dv-cinder-799871-15-iscsi neutron-server[103126]: WARNING oslo_policy.policy [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 14:27:16.620151 dv-cinder-799871-15-iscsi neutron-server[103126]: WARNING oslo_policy.policy [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 14:27:16.841054 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '4e09f0550463487abd6c6713553da2f9'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:27:16.938957 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.policy [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103126) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 19 14:27:16.985806 dv-cinder-799871-15-iscsi neutron-server[103126]: WARNING oslo_policy.policy [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 14:27:16.986192 dv-cinder-799871-15-iscsi neutron-server[103126]: WARNING oslo_policy.policy [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 14:27:16.995338 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.quota [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] Loaded quota_driver: . Jan 19 14:27:17.140380 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765190053284', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765190053833', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765190100349', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765190102626', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765190080284', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765190135926', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4096874', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4100239', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530176', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-591796'] for rbac-policy (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:17.284703 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:17.286185 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0be51f17-d2af-496f-9990-339fb965fe90 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1474698 Jan 19 14:27:19.908697 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38162) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:20.205617 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Request body: {'network': {'name': 'private', 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'admin_state_up': True}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:27:20.311084 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Made reservation on behalf of 836539e2eba9410495f2bd7f78117c3e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:27:20.313878 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:20.330372 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:20.434152 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Publish callbacks [] for security_group (6405c59e-7589-48c9-8414-b94770ca8cdc), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:20.493755 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6405c59e-7589-48c9-8414-b94770ca8cdc), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:20.513036 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:27:20.536199 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6405c59e-7589-48c9-8414-b94770ca8cdc,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:20.548120 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.548489 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.548836 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.549170 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.549501 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.549828 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.550232 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.550564 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.550904 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.551230 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.551555 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.551879 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.552207 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Tracked resource versions report: Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: pushed versions: Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: { 'AddressGroup': {'1.2'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'ConntrackHelper': {'1.0'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'LocalIPAssociation': {'1.0'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Log': {'1.0'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Network': {'1.1'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Port': {'1.7'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'PortForwarding': {'1.2'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'QosPolicy': {'1.10'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SecurityGroup': {'1.5'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SecurityGroupRule': {'1.2'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SubPort': {'1.0'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Subnet': {'1.1'}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Trunk': {'1.1'}} Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: consumer versions: Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: { DHCP agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: L3 agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: Metadata agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: Metering agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: Open vSwitch agent@dv-cinder-799871-15-iscsi: { 'AddressGroup': '1.2', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'ConntrackHelper': '1.0', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'LocalIPAssociation': '1.0', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Log': '1.0', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Network': '1.1', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Port': '1.7', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'PortForwarding': '1.2', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'QosPolicy': '1.10', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SecurityGroup': '1.5', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SecurityGroupRule': '1.2', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SubPort': '1.0', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Subnet': '1.1', Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Trunk': '1.1'}} Jan 19 14:27:20.553560 dv-cinder-799871-15-iscsi neutron-server[103126]: {{(pid=103126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 14:27:20.587697 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765191213334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (5cf8939b-8138-47ea-9547-c23c4f20082f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:20.587697 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Unsubscribe: segment precommit_create {{(pid=103126) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 19 14:27:20.587697 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Added segment 5cf8939b-8138-47ea-9547-c23c4f20082f of type vlan for network 746096a0-5551-4e47-9129-80ebdfd8af39 Jan 19 14:27:20.660223 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (746096a0-5551-4e47-9129-80ebdfd8af39), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:20.739855 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (746096a0-5551-4e47-9129-80ebdfd8af39), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:20.741064 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:27:20.741761 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:20.835124 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9253714 Jan 19 14:27:20.838884 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc262b-42bb-4d5b-be31-c8233669f030 admin admin] Pushing event updated for resources: {'Network': ['ID=746096a0-5551-4e47-9129-80ebdfd8af39,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:20.855941 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 746096a0-5551-4e47-9129-80ebdfd8af39 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:27:23.506426 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38176) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:24.027597 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.policy [None req-40eef153-b3d6-4f48-ac42-8d672e0c0e00 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103125) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 19 14:27:24.076952 dv-cinder-799871-15-iscsi neutron-server[103125]: WARNING oslo_policy.policy [None req-40eef153-b3d6-4f48-ac42-8d672e0c0e00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 14:27:24.077578 dv-cinder-799871-15-iscsi neutron-server[103125]: WARNING oslo_policy.policy [None req-40eef153-b3d6-4f48-ac42-8d672e0c0e00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 14:27:24.087356 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eef153-b3d6-4f48-ac42-8d672e0c0e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:27:24.089114 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-40eef153-b3d6-4f48-ac42-8d672e0c0e00 admin admin] 10.222.0.79 "GET /v2.0/networks/746096a0-5551-4e47-9129-80ebdfd8af39 HTTP/1.1" status: 200 len: 825 time: 0.5817742 Jan 19 14:27:24.127035 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-96e9781e-7e83-4448-9d5b-821bda8848b3 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/af09059e-a9a1-44fc-8493-72ea977e71c6 HTTP/1.1" status: 200 len: 734 time: 0.0323608 Jan 19 14:27:24.136160 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'af09059e-a9a1-44fc-8493-72ea977e71c6'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:27:24.137669 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.quota [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Loaded quota_driver: . Jan 19 14:27:24.247543 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Made reservation on behalf of 836539e2eba9410495f2bd7f78117c3e for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:27:24.250206 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:24.585913 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (5565b88a-607e-4821-b1b9-7d27816c4d29), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:24.654397 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Checking segment: {'id': '5cf8939b-8138-47ea-9547-c23c4f20082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:27:24.654768 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Network hostable DHCP agents. Network: 746096a0-5551-4e47-9129-80ebdfd8af39, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:27:24.668906 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5565b88a-607e-4821-b1b9-7d27816c4d29,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:24.682436 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.682797 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.683136 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.683464 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.684065 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.684392 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.684725 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.685047 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.685375 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.685691 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.686027 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.686337 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.686647 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Tracked resource versions report: Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: pushed versions: Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: { 'AddressGroup': {'1.2'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'ConntrackHelper': {'1.0'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'LocalIPAssociation': {'1.0'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Log': {'1.0'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Network': {'1.1'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Port': {'1.7'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'PortForwarding': {'1.2'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'QosPolicy': {'1.10'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SecurityGroup': {'1.5'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SecurityGroupRule': {'1.2'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SubPort': {'1.0'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Subnet': {'1.1'}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Trunk': {'1.1'}} Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: consumer versions: Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: { DHCP agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: L3 agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: Metadata agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: Metering agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: Open vSwitch agent@dv-cinder-799871-15-iscsi: { 'AddressGroup': '1.2', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'ConntrackHelper': '1.0', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'LocalIPAssociation': '1.0', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Log': '1.0', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Network': '1.1', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Port': '1.7', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'PortForwarding': '1.2', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'QosPolicy': '1.10', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SecurityGroup': '1.5', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SecurityGroupRule': '1.2', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SubPort': '1.0', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Subnet': '1.1', Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Trunk': '1.1'}} Jan 19 14:27:24.687997 dv-cinder-799871-15-iscsi neutron-server[103125]: {{(pid=103125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 14:27:24.768348 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Network 746096a0-5551-4e47-9129-80ebdfd8af39 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:27:24.865220 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 746096a0-5551-4e47-9129-80ebdfd8af39) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:27:24.870005 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:27:24.870641 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:24.875867 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c25c6d-6280-4bd1-8d35-b9710384232f None None] Network 746096a0-5551-4e47-9129-80ebdfd8af39 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:27:24.975172 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-ba58064a-ae28-4e68-afd6-87b1c8565ea0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8387952 Jan 19 14:27:25.182649 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-746096a0-5551-4e47-9129-80ebdfd8af39', 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39', 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'fixed_ips': [{'subnet_id': '5565b88a-607e-4821-b1b9-7d27816c4d29'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:27:25.185380 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:25.559899 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Allocated IP 172.20.0.2 (746096a0-5551-4e47-9129-80ebdfd8af39/5565b88a-607e-4821-b1b9-7d27816c4d29/a8806217-d917-4f12-a8e6-a7abd2c66608) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:27:25.843787 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Publish callbacks [] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:25.901208 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:25.982578 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Network 746096a0-5551-4e47-9129-80ebdfd8af39 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:27:25.987930 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:27:25.996045 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:27:26.004762 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Pushing event updated for resources: {'Port': ['ID=a8806217-d917-4f12-a8e6-a7abd2c66608,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:26.039274 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.040170 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.040534 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.040874 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.041206 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.041549 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.041879 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.042237 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.042565 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.042906 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.043233 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.043554 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.043873 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Tracked resource versions report: Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: pushed versions: Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: { 'AddressGroup': {'1.2'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'ConntrackHelper': {'1.0'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'LocalIPAssociation': {'1.0'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Log': {'1.0'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Network': {'1.1'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Port': {'1.7'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'PortForwarding': {'1.2'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'QosPolicy': {'1.10'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SecurityGroup': {'1.5'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SecurityGroupRule': {'1.2'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SubPort': {'1.0'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Subnet': {'1.1'}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Trunk': {'1.1'}} Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: consumer versions: Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: { DHCP agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: L3 agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: Metadata agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: Metering agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: Open vSwitch agent@dv-cinder-799871-15-iscsi: { 'AddressGroup': '1.2', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'ConntrackHelper': '1.0', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'LocalIPAssociation': '1.0', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Log': '1.0', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Network': '1.1', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Port': '1.7', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'PortForwarding': '1.2', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'QosPolicy': '1.10', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SecurityGroup': '1.5', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SecurityGroupRule': '1.2', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SubPort': '1.0', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Subnet': '1.1', Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Trunk': '1.1'}} Jan 19 14:27:26.045283 dv-cinder-799871-15-iscsi neutron-server[103127]: {{(pid=103127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 14:27:26.100644 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Attempting to bind port a8806217-d917-4f12-a8e6-a7abd2c66608 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:27:26.101227 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Attempting to bind port a8806217-d917-4f12-a8e6-a7abd2c66608 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '5cf8939b-8138-47ea-9547-c23c4f20082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:27:26.101632 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Attempting to bind port a8806217-d917-4f12-a8e6-a7abd2c66608 on network 746096a0-5551-4e47-9129-80ebdfd8af39 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:27:26.107609 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:27:26.107994 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Checking segment: {'id': '5cf8939b-8138-47ea-9547-c23c4f20082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:27:26.108481 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:26.108866 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Bound using segment: {'id': '5cf8939b-8138-47ea-9547-c23c4f20082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:27:26.109333 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Bound port: a8806217-d917-4f12-a8e6-a7abd2c66608, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf8939b-8138-47ea-9547-c23c4f20082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:27:26.109742 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:26.188742 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] For port a8806217-d917-4f12-a8e6-a7abd2c66608, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:27:26.194671 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] For port a8806217-d917-4f12-a8e6-a7abd2c66608, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=a8806217-d917-4f12-a8e6-a7abd2c66608,segment=NetworkSegment(5cf8939b-8138-47ea-9547-c23c4f20082f),segment_id=5cf8939b-8138-47ea-9547-c23c4f20082f)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:27:26.248626 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:26.319225 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42801846-7680-4bdf-a74c-c276d7906c97 None None] Pushing event updated for resources: {'Port': ['ID=a8806217-d917-4f12-a8e6-a7abd2c66608,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:27.599061 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38190) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:27.909026 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [None req-012baf36-285b-4dc9-a57b-44a3648a9957 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:27:27.912740 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-012baf36-285b-4dc9-a57b-44a3648a9957 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099804 Jan 19 14:27:30.451945 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38198) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:30.823832 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [None req-53d7d96d-fb4c-439d-a903-34fef9e5946f admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:27:30.824760 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-53d7d96d-fb4c-439d-a903-34fef9e5946f admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3717868 Jan 19 14:27:33.555871 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38208) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:33.847403 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-b9d80305-f017-4d2c-9162-a6b8165639e5 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:27:33.922636 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9d80305-f017-4d2c-9162-a6b8165639e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (7bea8f61-77cb-4db9-9054-8890d8256c3b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:33.924253 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9d80305-f017-4d2c-9162-a6b8165639e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (7bea8f61-77cb-4db9-9054-8890d8256c3b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:34.059021 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9d80305-f017-4d2c-9162-a6b8165639e5 admin admin] Publish callbacks [] for router_controller (7bea8f61-77cb-4db9-9054-8890d8256c3b), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:34.099979 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9d80305-f017-4d2c-9162-a6b8165639e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (7bea8f61-77cb-4db9-9054-8890d8256c3b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:34.156722 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-89378a0d-4830-4a0b-b35d-50b7f034f867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:34.181998 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b9d80305-f017-4d2c-9162-a6b8165639e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:34.183412 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b9d80305-f017-4d2c-9162-a6b8165639e5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6264880 Jan 19 14:27:36.293996 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a201dea-fd58-4e1f-a58a-9033811b8cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:36.614452 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38220) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:36.906686 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device a8806217-d917-4f12-a8e6-a7abd2c66608 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:27:36.952268 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [None req-bd39ee97-5044-49e2-9d4f-b0f5587d5be1 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:27:36.953952 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-bd39ee97-5044-49e2-9d4f-b0f5587d5be1 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3379042 Jan 19 14:27:37.000689 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port a8806217-d917-4f12-a8e6-a7abd2c66608 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:37.001118 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:37.115603 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port a8806217-d917-4f12-a8e6-a7abd2c66608 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:27:37.115920 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:37.153784 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port a8806217-d917-4f12-a8e6-a7abd2c66608, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=a8806217-d917-4f12-a8e6-a7abd2c66608,segment=NetworkSegment(5cf8939b-8138-47ea-9547-c23c4f20082f),segment_id=5cf8939b-8138-47ea-9547-c23c4f20082f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:27:37.197368 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:37.258718 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=a8806217-d917-4f12-a8e6-a7abd2c66608,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:37.713209 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b74f7-44f7-4e10-b3f4-f849d6cb33e1 None None] Network 746096a0-5551-4e47-9129-80ebdfd8af39 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:27:37.761744 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:37.785025 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-5a664a0f-3f78-43e0-8bae-a3ff335b1c9a None None] Provisioning complete for port a8806217-d917-4f12-a8e6-a7abd2c66608 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:37.785407 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a664a0f-3f78-43e0-8bae-a3ff335b1c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:37.907726 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5a664a0f-3f78-43e0-8bae-a3ff335b1c9a None None] Current status of the port a8806217-d917-4f12-a8e6-a7abd2c66608 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:27:38.127546 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-3b13a1e6-4b39-497a-a50b-aef2b755094e None None] Provisioning complete for port a8806217-d917-4f12-a8e6-a7abd2c66608 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:38.127930 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3b13a1e6-4b39-497a-a50b-aef2b755094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:38.203777 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3b13a1e6-4b39-497a-a50b-aef2b755094e None None] Current status of the port a8806217-d917-4f12-a8e6-a7abd2c66608 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:27:38.877619 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device a8806217-d917-4f12-a8e6-a7abd2c66608 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:27:38.926352 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port a8806217-d917-4f12-a8e6-a7abd2c66608 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:38.926746 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:38.952745 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:39.000666 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port a8806217-d917-4f12-a8e6-a7abd2c66608 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:27:39.472338 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38252) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:39.596639 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Request body: {'network': {'tenant_id': '4e09f0550463487abd6c6713553da2f9', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'project_id': '4e09f0550463487abd6c6713553da2f9', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:27:39.665094 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Made reservation on behalf of 4e09f0550463487abd6c6713553da2f9 for: {'network': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:27:39.667361 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:39.683182 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:39.783452 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Publish callbacks [] for security_group (ef279f51-5053-4abe-8fa8-b35cec46416c), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:39.841893 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ef279f51-5053-4abe-8fa8-b35cec46416c), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:39.857863 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Reserving flat network on physical network physnet1 {{(pid=103125) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 19 14:27:39.880699 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef279f51-5053-4abe-8fa8-b35cec46416c,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:39.883705 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765191213334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (0293778a-38c9-4fdf-b377-de7076e4ab24), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:39.887661 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Unsubscribe: segment precommit_create {{(pid=103125) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 19 14:27:39.887661 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.segments_db [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Added segment 0293778a-38c9-4fdf-b377-de7076e4ab24 of type flat for network 895c3267-f52d-40cf-8980-511278b26aee Jan 19 14:27:39.938111 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (895c3267-f52d-40cf-8980-511278b26aee), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:40.047650 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (895c3267-f52d-40cf-8980-511278b26aee), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:40.048547 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:27:40.049157 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:40.134976 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] Pushing event updated for resources: {'Network': ['ID=895c3267-f52d-40cf-8980-511278b26aee,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:40.145215 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 895c3267-f52d-40cf-8980-511278b26aee details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:27:40.182041 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f3ed8ca2-d57b-4b58-bfb5-dcc1736034ca admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7085831 Jan 19 14:27:40.333745 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:42.446160 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38260) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:42.537874 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececd804-229c-4665-9926-2d86f3bd7e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:27:42.539260 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-ececd804-229c-4665-9926-2d86f3bd7e73 admin admin] 10.222.0.79 "GET /v2.0/subnets/5565b88a-607e-4821-b1b9-7d27816c4d29 HTTP/1.1" status: 200 len: 849 time: 0.0921497 Jan 19 14:27:42.695634 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-8424b650-b0a8-4500-a26f-852d4e35da1a admin admin] 10.222.0.79 "GET /v2.0/routers/7bea8f61-77cb-4db9-9054-8890d8256c3b HTTP/1.1" status: 200 len: 704 time: 0.1508079 Jan 19 14:27:42.961561 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:43.246820 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Allocated IP 172.20.0.1 (746096a0-5551-4e47-9129-80ebdfd8af39/5565b88a-607e-4821-b1b9-7d27816c4d29/ab83f989-046c-4522-9d10-920452c83c54) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:27:43.396362 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Publish callbacks [] for port (ab83f989-046c-4522-9d10-920452c83c54), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:43.517236 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (ab83f989-046c-4522-9d10-920452c83c54), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:43.591924 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Network 746096a0-5551-4e47-9129-80ebdfd8af39 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:27:43.600210 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:27:43.605225 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:27:43.606284 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (7bea8f61-77cb-4db9-9054-8890d8256c3b), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:43.627392 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab83f989-046c-4522-9d10-920452c83c54,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:43.755653 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-226c93a5-d0b5-4fd7-b22b-d283f08f5b23 None None] Provisioning complete for port ab83f989-046c-4522-9d10-920452c83c54 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:43.756204 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-226c93a5-d0b5-4fd7-b22b-d283f08f5b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ab83f989-046c-4522-9d10-920452c83c54), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:43.792472 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-226c93a5-d0b5-4fd7-b22b-d283f08f5b23 None None] Port ab83f989-046c-4522-9d10-920452c83c54 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:27:43.898620 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (ab83f989-046c-4522-9d10-920452c83c54), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:44.103312 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Publish callbacks [] for port (ab83f989-046c-4522-9d10-920452c83c54), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:44.155835 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (ab83f989-046c-4522-9d10-920452c83c54), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:44.156580 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (7bea8f61-77cb-4db9-9054-8890d8256c3b), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:44.242514 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab83f989-046c-4522-9d10-920452c83c54,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:44.291060 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Network 746096a0-5551-4e47-9129-80ebdfd8af39 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:27:44.292353 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:27:44.493333 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Router 7bea8f61-77cb-4db9-9054-8890d8256c3b is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:27:44.519883 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-3543a2c7-ee2a-442d-8ed3-2ff429366797 None None] Provisioning complete for port ab83f989-046c-4522-9d10-920452c83c54 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:44.520277 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3543a2c7-ee2a-442d-8ed3-2ff429366797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ab83f989-046c-4522-9d10-920452c83c54), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:44.553419 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3543a2c7-ee2a-442d-8ed3-2ff429366797 None None] Port ab83f989-046c-4522-9d10-920452c83c54 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:27:44.585680 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:27:44.591131 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-df52244b-dcf7-4f94-bebe-c02d6fbb96a7 admin admin] 10.222.0.79 "PUT /v2.0/routers/7bea8f61-77cb-4db9-9054-8890d8256c3b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8901534 Jan 19 14:27:44.594662 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Sync routers for ids ['7bea8f61-77cb-4db9-9054-8890d8256c3b'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:27:44.609942 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Routers {'7bea8f61-77cb-4db9-9054-8890d8256c3b'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:27:44.610768 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:27:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['7bea8f61-77cb-4db9-9054-8890d8256c3b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:44.792256 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Set router 7bea8f61-77cb-4db9-9054-8890d8256c3b gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:27:45.215922 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'name': 'router1', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:27:33Z', 'updated_at': '2022-01-19T14:27:43Z', 'revision_number': 2, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'gw_port_host': None, '_interfaces': [{'id': 'ab83f989-046c-4522-9d10-920452c83c54', 'name': '', 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'mac_address': 'fa:16:3e:f2:fe:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:27:42Z', 'updated_at': '2022-01-19T14:27:43Z', 'revision_number': 2, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'subnets': [{'id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af09059e-a9a1-44fc-8493-72ea977e71c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:45.266954 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Checking router: 7bea8f61-77cb-4db9-9054-8890d8256c3b for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:27:45.267337 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Updating router 7bea8f61-77cb-4db9-9054-8890d8256c3b port ab83f989-046c-4522-9d10-920452c83c54 binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:27:45.314372 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (ab83f989-046c-4522-9d10-920452c83c54), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:45.819652 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Publish callbacks [] for port (ab83f989-046c-4522-9d10-920452c83c54), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:45.899123 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (ab83f989-046c-4522-9d10-920452c83c54), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:46.068725 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Pushing event updated for resources: {'Port': ['ID=ab83f989-046c-4522-9d10-920452c83c54,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:46.071226 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Attempting to bind port ab83f989-046c-4522-9d10-920452c83c54 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:27:46.071619 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Attempting to bind port ab83f989-046c-4522-9d10-920452c83c54 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '5cf8939b-8138-47ea-9547-c23c4f20082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:27:46.072195 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Attempting to bind port ab83f989-046c-4522-9d10-920452c83c54 on network 746096a0-5551-4e47-9129-80ebdfd8af39 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:27:46.081843 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.082229 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.082585 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.082928 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.083265 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.083598 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.083945 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.084280 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.084610 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.085470 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.085808 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.086159 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.086483 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Tracked resource versions report: Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: pushed versions: Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: { 'AddressGroup': {'1.2'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'ConntrackHelper': {'1.0'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'LocalIPAssociation': {'1.0'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Log': {'1.0'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Network': {'1.1'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Port': {'1.7'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'PortForwarding': {'1.2'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'QosPolicy': {'1.10'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SecurityGroup': {'1.5'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SecurityGroupRule': {'1.2'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SubPort': {'1.0'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Subnet': {'1.1'}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Trunk': {'1.1'}} Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: consumer versions: Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: { DHCP agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: L3 agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: Metadata agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: Metering agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: Open vSwitch agent@dv-cinder-799871-15-iscsi: { 'AddressGroup': '1.2', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'ConntrackHelper': '1.0', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'LocalIPAssociation': '1.0', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Log': '1.0', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Network': '1.1', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Port': '1.7', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'PortForwarding': '1.2', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'QosPolicy': '1.10', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SecurityGroup': '1.5', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SecurityGroupRule': '1.2', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SubPort': '1.0', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Subnet': '1.1', Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Trunk': '1.1'}} Jan 19 14:27:46.087882 dv-cinder-799871-15-iscsi neutron-server[103128]: {{(pid=103128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 14:27:46.090306 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:27:46.090724 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Checking segment: {'id': '5cf8939b-8138-47ea-9547-c23c4f20082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:27:46.091205 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:46.091587 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Bound using segment: {'id': '5cf8939b-8138-47ea-9547-c23c4f20082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:27:46.092054 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Bound port: ab83f989-046c-4522-9d10-920452c83c54, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf8939b-8138-47ea-9547-c23c4f20082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:27:46.092432 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (ab83f989-046c-4522-9d10-920452c83c54), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:46.159785 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] For port ab83f989-046c-4522-9d10-920452c83c54, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:27:46.179042 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] For port ab83f989-046c-4522-9d10-920452c83c54, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=ab83f989-046c-4522-9d10-920452c83c54,segment=NetworkSegment(5cf8939b-8138-47ea-9547-c23c4f20082f),segment_id=5cf8939b-8138-47ea-9547-c23c4f20082f)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:27:46.181387 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-996de0da-6eb9-47a8-befb-41bb4b776a85 None None] Provisioning complete for port ab83f989-046c-4522-9d10-920452c83c54 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:46.181898 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-996de0da-6eb9-47a8-befb-41bb4b776a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ab83f989-046c-4522-9d10-920452c83c54), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:46.218447 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-996de0da-6eb9-47a8-befb-41bb4b776a85 None None] Port ab83f989-046c-4522-9d10-920452c83c54 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:27:46.271157 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (ab83f989-046c-4522-9d10-920452c83c54), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:46.328089 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de360f-adbe-4206-960e-9f1fe8c3734b None None] Pushing event updated for resources: {'Port': ['ID=ab83f989-046c-4522-9d10-920452c83c54,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:46.333069 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Routers {'7bea8f61-77cb-4db9-9054-8890d8256c3b'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:27:46.333681 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:27:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['7bea8f61-77cb-4db9-9054-8890d8256c3b'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:46.423737 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] Set router 7bea8f61-77cb-4db9-9054-8890d8256c3b gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:27:46.540739 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-b1d27be9-bf1c-4285-8489-007ce1f83312 None None] Provisioning complete for port ab83f989-046c-4522-9d10-920452c83c54 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:46.541231 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1d27be9-bf1c-4285-8489-007ce1f83312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ab83f989-046c-4522-9d10-920452c83c54), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:46.625806 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b1d27be9-bf1c-4285-8489-007ce1f83312 None None] Current status of the port ab83f989-046c-4522-9d10-920452c83c54 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:27:46.626181 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1d27be9-bf1c-4285-8489-007ce1f83312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (ab83f989-046c-4522-9d10-920452c83c54), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:46.640708 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'name': 'router1', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:27:33Z', 'updated_at': '2022-01-19T14:27:43Z', 'revision_number': 2, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'gw_port_host': None, '_interfaces': [{'id': 'ab83f989-046c-4522-9d10-920452c83c54', 'name': '', 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'mac_address': 'fa:16:3e:f2:fe:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:27:42Z', 'updated_at': '2022-01-19T14:27:46Z', 'revision_number': 4, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'subnets': [{'id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af09059e-a9a1-44fc-8493-72ea977e71c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:46.658465 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b1d27be9-bf1c-4285-8489-007ce1f83312 None None] For port ab83f989-046c-4522-9d10-920452c83c54, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=ab83f989-046c-4522-9d10-920452c83c54,segment=NetworkSegment(5cf8939b-8138-47ea-9547-c23c4f20082f),segment_id=5cf8939b-8138-47ea-9547-c23c4f20082f)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:27:46.668422 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2743-0db2-450b-8c12-230ae895ff49 None None] The sync data for ids ['7bea8f61-77cb-4db9-9054-8890d8256c3b'] in dv-cinder-799871-15-iscsi is: [{'id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'name': 'router1', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:27:33Z', 'updated_at': '2022-01-19T14:27:43Z', 'revision_number': 2, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'gw_port_host': None, '_interfaces': [{'id': 'ab83f989-046c-4522-9d10-920452c83c54', 'name': '', 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'mac_address': 'fa:16:3e:f2:fe:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:27:42Z', 'updated_at': '2022-01-19T14:27:46Z', 'revision_number': 4, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'subnets': [{'id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af09059e-a9a1-44fc-8493-72ea977e71c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:27:46.716195 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1d27be9-bf1c-4285-8489-007ce1f83312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (ab83f989-046c-4522-9d10-920452c83c54), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:46.764247 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d27be9-bf1c-4285-8489-007ce1f83312 None None] Pushing event updated for resources: {'Port': ['ID=ab83f989-046c-4522-9d10-920452c83c54,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:49.210314 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38278) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:49.319910 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9b7a5-ab1c-46a3-b50a-6e145727f889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:27:49.321295 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-69c9b7a5-ab1c-46a3-b50a-6e145727f889 admin admin] 10.222.0.79 "GET /v2.0/networks/895c3267-f52d-40cf-8980-511278b26aee HTTP/1.1" status: 200 len: 842 time: 0.1097519 Jan 19 14:27:49.330639 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'tenant_id': '4e09f0550463487abd6c6713553da2f9'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:27:49.396030 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Made reservation on behalf of 4e09f0550463487abd6c6713553da2f9 for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:27:49.398293 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:49.769516 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.objects.ports [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103125) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 19 14:27:49.769936 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (6af35e13-80a9-4344-976f-edcfda09a310), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:49.822980 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af35e13-80a9-4344-976f-edcfda09a310,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:49.831985 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:27:49.834312 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Network hostable DHCP agents. Network: 895c3267-f52d-40cf-8980-511278b26aee, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:27:49.921331 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:27:50.007938 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 895c3267-f52d-40cf-8980-511278b26aee) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:27:50.012150 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:27:50.012748 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:50.017407 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1154c814-a0e4-49ed-9bf5-696e1f9df55f None None] Network 895c3267-f52d-40cf-8980-511278b26aee requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:27:50.124612 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-e2cf790a-557a-4c95-b294-f5b65ac98c78 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7972908 Jan 19 14:27:50.125801 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01964286-0dbc-4618-b0a4-1cb29c23b78f None None] Network 895c3267-f52d-40cf-8980-511278b26aee requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:27:52.448377 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38286) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:52.583669 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-11e5d86a-c0bc-4602-bc95-b3a4b8a38cf2 admin admin] 10.222.0.79 "GET /v2.0/routers/7bea8f61-77cb-4db9-9054-8890d8256c3b HTTP/1.1" status: 200 len: 710 time: 0.1340923 Jan 19 14:27:52.669617 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1753664c-d040-45b7-a794-2c1a2c610230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:27:52.671280 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-1753664c-d040-45b7-a794-2c1a2c610230 admin admin] 10.222.0.79 "GET /v2.0/networks/895c3267-f52d-40cf-8980-511278b26aee HTTP/1.1" status: 200 len: 886 time: 0.0822394 Jan 19 14:27:52.680426 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:27:53.006282 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Publish callbacks [] for router_gateway (7bea8f61-77cb-4db9-9054-8890d8256c3b), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:53.295159 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Publish callbacks [] for router_gateway (7bea8f61-77cb-4db9-9054-8890d8256c3b), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:53.373619 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:53.473306 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Allocated IP 172.27.1.235 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/aa410177-cd08-4a4b-81b0-b5c52f7f3817) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:27:53.572611 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Publish callbacks [] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:53.784910 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:53.824651 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:27:53.827379 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:27:53.830850 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:27:53.862619 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Pushing event updated for resources: {'Port': ['ID=aa410177-cd08-4a4b-81b0-b5c52f7f3817,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:54.167279 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Publish callbacks [] for router_gateway (7bea8f61-77cb-4db9-9054-8890d8256c3b), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:54.359124 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-582872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57854'] for router (7bea8f61-77cb-4db9-9054-8890d8256c3b), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:54.362416 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-582865'] for router (7bea8f61-77cb-4db9-9054-8890d8256c3b), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:54.538974 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Router 7bea8f61-77cb-4db9-9054-8890d8256c3b has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:27:54.642667 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:27:54.646806 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:54.648668 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-365f3f88-e4ab-44b5-aa78-12d301a85294 admin admin] 10.222.0.79 "PUT /v2.0/routers/7bea8f61-77cb-4db9-9054-8890d8256c3b HTTP/1.1" status: 200 len: 890 time: 1.9715452 Jan 19 14:27:54.919021 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device ab83f989-046c-4522-9d10-920452c83c54 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:27:54.944978 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Sync routers for ids ['7bea8f61-77cb-4db9-9054-8890d8256c3b'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:27:54.968353 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Routers {'7bea8f61-77cb-4db9-9054-8890d8256c3b'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:27:54.969000 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:27:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['7bea8f61-77cb-4db9-9054-8890d8256c3b'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:55.134042 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port ab83f989-046c-4522-9d10-920452c83c54 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:55.134356 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ab83f989-046c-4522-9d10-920452c83c54), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:55.213618 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Set router 7bea8f61-77cb-4db9-9054-8890d8256c3b gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:27:55.449096 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port ab83f989-046c-4522-9d10-920452c83c54 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:27:55.716707 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'name': 'router1', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aa410177-cd08-4a4b-81b0-b5c52f7f3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:27:33Z', 'updated_at': '2022-01-19T14:27:53Z', 'revision_number': 4, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'gw_port': {'id': 'aa410177-cd08-4a4b-81b0-b5c52f7f3817', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:95:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:27:53Z', 'updated_at': '2022-01-19T14:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ab83f989-046c-4522-9d10-920452c83c54', 'name': '', 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'mac_address': 'fa:16:3e:f2:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:27:42Z', 'updated_at': '2022-01-19T14:27:46Z', 'revision_number': 5, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'subnets': [{'id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af09059e-a9a1-44fc-8493-72ea977e71c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:55.767700 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Checking router: 7bea8f61-77cb-4db9-9054-8890d8256c3b for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:27:55.768059 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Updating router 7bea8f61-77cb-4db9-9054-8890d8256c3b port aa410177-cd08-4a4b-81b0-b5c52f7f3817 binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:27:55.813366 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:56.132533 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Publish callbacks [] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:56.201170 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:56.250491 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Attempting to bind port aa410177-cd08-4a4b-81b0-b5c52f7f3817 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:27:56.250870 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Attempting to bind port aa410177-cd08-4a4b-81b0-b5c52f7f3817 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:27:56.251329 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Attempting to bind port aa410177-cd08-4a4b-81b0-b5c52f7f3817 on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:27:56.257874 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e075f-2940-4213-afca-34a060649b7f None None] Pushing event updated for resources: {'Port': ['ID=aa410177-cd08-4a4b-81b0-b5c52f7f3817,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:56.260516 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:27:56.260888 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:27:56.261290 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:56.261666 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:27:56.262157 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Bound port: aa410177-cd08-4a4b-81b0-b5c52f7f3817, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:27:56.262535 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:56.323438 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] For port aa410177-cd08-4a4b-81b0-b5c52f7f3817, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:27:56.326439 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] For port aa410177-cd08-4a4b-81b0-b5c52f7f3817, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=aa410177-cd08-4a4b-81b0-b5c52f7f3817,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:27:56.395820 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:56.453615 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e075f-2940-4213-afca-34a060649b7f None None] Pushing event updated for resources: {'Port': ['ID=aa410177-cd08-4a4b-81b0-b5c52f7f3817,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:27:56.456163 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Routers {'7bea8f61-77cb-4db9-9054-8890d8256c3b'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:27:56.456782 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:27:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['7bea8f61-77cb-4db9-9054-8890d8256c3b'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:56.567571 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] Set router 7bea8f61-77cb-4db9-9054-8890d8256c3b gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:27:56.772618 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'name': 'router1', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aa410177-cd08-4a4b-81b0-b5c52f7f3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:27:33Z', 'updated_at': '2022-01-19T14:27:53Z', 'revision_number': 4, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'gw_port': {'id': 'aa410177-cd08-4a4b-81b0-b5c52f7f3817', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:95:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:27:53Z', 'updated_at': '2022-01-19T14:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ab83f989-046c-4522-9d10-920452c83c54', 'name': '', 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'mac_address': 'fa:16:3e:f2:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:27:42Z', 'updated_at': '2022-01-19T14:27:46Z', 'revision_number': 5, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'subnets': [{'id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af09059e-a9a1-44fc-8493-72ea977e71c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:27:56.799921 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761d8bb-706c-4cff-b9a4-e493a45489cb None None] The sync data for ids ['7bea8f61-77cb-4db9-9054-8890d8256c3b'] in dv-cinder-799871-15-iscsi is: [{'id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'name': 'router1', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aa410177-cd08-4a4b-81b0-b5c52f7f3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:27:33Z', 'updated_at': '2022-01-19T14:27:53Z', 'revision_number': 4, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'gw_port': {'id': 'aa410177-cd08-4a4b-81b0-b5c52f7f3817', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:95:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:27:53Z', 'updated_at': '2022-01-19T14:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ab83f989-046c-4522-9d10-920452c83c54', 'name': '', 'network_id': '746096a0-5551-4e47-9129-80ebdfd8af39', 'tenant_id': '836539e2eba9410495f2bd7f78117c3e', 'mac_address': 'fa:16:3e:f2:fe:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bea8f61-77cb-4db9-9054-8890d8256c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:27:42Z', 'updated_at': '2022-01-19T14:27:46Z', 'revision_number': 5, 'project_id': '836539e2eba9410495f2bd7f78117c3e', 'subnets': [{'id': '5565b88a-607e-4821-b1b9-7d27816c4d29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'af09059e-a9a1-44fc-8493-72ea977e71c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:27:57.092477 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38298) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:27:57.215734 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-eb2ccba7-a69e-4afa-9857-74e7c4f7a514 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1221275 Jan 19 14:27:58.460997 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 5 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:27:58.941692 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device aa410177-cd08-4a4b-81b0-b5c52f7f3817 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:27:58.996001 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port aa410177-cd08-4a4b-81b0-b5c52f7f3817 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:27:58.996307 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:59.073527 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port aa410177-cd08-4a4b-81b0-b5c52f7f3817 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:27:59.073973 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:59.095690 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port aa410177-cd08-4a4b-81b0-b5c52f7f3817, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=aa410177-cd08-4a4b-81b0-b5c52f7f3817,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:27:59.156070 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:27:59.207002 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=aa410177-cd08-4a4b-81b0-b5c52f7f3817,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:28:00.934740 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device aa410177-cd08-4a4b-81b0-b5c52f7f3817 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:28:01.010074 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port aa410177-cd08-4a4b-81b0-b5c52f7f3817 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:28:01.010462 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (aa410177-cd08-4a4b-81b0-b5c52f7f3817), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:01.104657 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port aa410177-cd08-4a4b-81b0-b5c52f7f3817 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:28:04.178603 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6cb990a-6d14-4010-a12a-a7f388f528b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:06.304291 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-98b90e1b-a8b7-414a-934c-3b2dacdc0e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:07.738040 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:08.927104 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:10.286320 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:34.159711 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1a9d9e3f-5136-49cd-aaa7-4b3a05f784c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:35.459316 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 5 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:28:36.302750 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d361c18e-ff97-4369-8eb0-7bd21852399d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:37.770920 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:38.930868 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:28:40.633577 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:04.158093 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3f6b80e4-c95b-4e16-964d-ab4ce0cc0409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:06.312687 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b11ce05-29b6-4e30-81df-c06cebcbbf63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:07.763933 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:08.917829 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:10.317714 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:12.458217 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 5 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:29:18.007774 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38782) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:18.072630 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-c487af87-9a1f-4419-a469-c3f00c246c22 admin admin] GET failed (client error): The resource could not be found. Jan 19 14:29:18.073897 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-c487af87-9a1f-4419-a469-c3f00c246c22 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652010 Jan 19 14:29:18.251279 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ce65bd-addf-4371-aebb-0c64f8668bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:18.252659 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-13ce65bd-addf-4371-aebb-0c64f8668bab admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1748226 Jan 19 14:29:20.479328 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38792) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:20.605369 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f4d4b-9bb8-430d-a03d-1832c7c62239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:20.606754 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-1b0f4d4b-9bb8-430d-a03d-1832c7c62239 admin admin] 10.222.0.79 "GET /v2.0/subnets/5565b88a-607e-4821-b1b9-7d27816c4d29 HTTP/1.1" status: 200 len: 849 time: 0.1262310 Jan 19 14:29:20.616104 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:29:20.697834 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Publish callbacks [] for subnet (5565b88a-607e-4821-b1b9-7d27816c4d29), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:20.929021 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765191175545'] for subnet (5565b88a-607e-4821-b1b9-7d27816c4d29), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:20.966973 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:20.967939 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:20.968772 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] 10.222.0.79 "PUT /v2.0/subnets/5565b88a-607e-4821-b1b9-7d27816c4d29 HTTP/1.1" status: 200 len: 868 time: 0.3562567 Jan 19 14:29:20.971150 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89e782-2a9a-4a36-999e-613482d61b18 None None] Network 746096a0-5551-4e47-9129-80ebdfd8af39 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:29:20.987038 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5565b88a-607e-4821-b1b9-7d27816c4d29,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:29:20.995016 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.995484 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.995820 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.996156 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.996633 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.996969 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.997297 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.997624 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.998000 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.998360 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.998748 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.999070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:20.999390 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169b88d9-ca48-4c7e-866c-22a3b277dcb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:29:21.290407 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-d9af6490-0826-4dba-bc0b-9fd0faf764a5 None None] Provisioning complete for port a8806217-d917-4f12-a8e6-a7abd2c66608 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:29:21.290793 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9af6490-0826-4dba-bc0b-9fd0faf764a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (a8806217-d917-4f12-a8e6-a7abd2c66608), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:21.369830 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d9af6490-0826-4dba-bc0b-9fd0faf764a5 None None] Current status of the port a8806217-d917-4f12-a8e6-a7abd2c66608 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:29:21.380183 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-d9af6490-0826-4dba-bc0b-9fd0faf764a5 None None] Provisioning complete for port ab83f989-046c-4522-9d10-920452c83c54 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:29:21.380568 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d9af6490-0826-4dba-bc0b-9fd0faf764a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ab83f989-046c-4522-9d10-920452c83c54), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:21.452650 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d9af6490-0826-4dba-bc0b-9fd0faf764a5 None None] Current status of the port ab83f989-046c-4522-9d10-920452c83c54 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:29:23.192791 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38800) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:23.393752 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd18d1-1dfb-4c21-8dd0-9bbdb0cebcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:23.394161 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd18d1-1dfb-4c21-8dd0-9bbdb0cebcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:23.395688 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f6bd18d1-1dfb-4c21-8dd0-9bbdb0cebcb8 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019503 Jan 19 14:29:25.625563 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38810) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:25.752424 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeda5b5-189d-4242-8cca-11cf56bc1af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:25.752889 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeda5b5-189d-4242-8cca-11cf56bc1af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:25.754425 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-bdeda5b5-189d-4242-8cca-11cf56bc1af6 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1278982 Jan 19 14:29:27.967971 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38818) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:28.096140 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127db40-27ab-48a3-b06d-ec2498c2b112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:28.097479 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-4127db40-27ab-48a3-b06d-ec2498c2b112 admin admin] 10.222.0.79 "GET /v2.0/networks/746096a0-5551-4e47-9129-80ebdfd8af39 HTTP/1.1" status: 200 len: 869 time: 0.1285505 Jan 19 14:29:30.284761 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38826) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:30.459634 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfbd01b-f8f8-455b-ae99-344c30ae625a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:30.461009 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-1cfbd01b-f8f8-455b-ae99-344c30ae625a admin admin] 10.222.0.79 "GET /v2.0/networks/895c3267-f52d-40cf-8980-511278b26aee HTTP/1.1" status: 200 len: 886 time: 0.1752939 Jan 19 14:29:32.665640 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38834) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:32.784117 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23fc426-286c-4c5f-bcce-2893a7abbdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:32.784571 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23fc426-286c-4c5f-bcce-2893a7abbdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:32.786094 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-d23fc426-286c-4c5f-bcce-2893a7abbdca admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1194463 Jan 19 14:29:34.150838 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef564de4-b29d-4f47-8981-1208b80c5134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:34.994249 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38842) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:35.117099 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9075a4e-7971-459e-af1c-795576522fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:35.117550 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9075a4e-7971-459e-af1c-795576522fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:35.119102 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f9075a4e-7971-459e-af1c-795576522fb3 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239274 Jan 19 14:29:36.305101 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10103a69-58c2-4440-86f5-915892e45969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:37.369653 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38850) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:37.465643 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f5923-bcf3-483d-bb3d-1d511d449dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:37.467010 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3d6f5923-bcf3-483d-bb3d-1d511d449dd5 admin admin] 10.222.0.79 "GET /v2.0/subnets/5565b88a-607e-4821-b1b9-7d27816c4d29 HTTP/1.1" status: 200 len: 868 time: 0.0963829 Jan 19 14:29:37.740012 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:38.927920 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:39.743000 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 38858) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:29:39.825749 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb7ad7a-a010-425c-99c8-2205e413126b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:29:39.827149 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-ffb7ad7a-a010-425c-99c8-2205e413126b admin admin] 10.222.0.79 "GET /v2.0/subnets/6af35e13-80a9-4344-976f-edcfda09a310 HTTP/1.1" status: 200 len: 816 time: 0.0831847 Jan 19 14:29:40.310724 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:29:49.456694 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 5 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:30:04.059606 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38912) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:30:04.107914 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [None req-0cb7c77b-1e85-42c1-8c20-76880dd057c0 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:30:04.108945 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0cb7c77b-1e85-42c1-8c20-76880dd057c0 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483999 Jan 19 14:30:04.172698 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6510609b-d688-4a16-b177-4536c71f2dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:06.291958 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e6897947-65ce-4431-bc03-470c3510deac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:06.423041 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38920) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:30:06.485448 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1c7817-f669-4361-bc51-b7532f5ae360 admin admin] GET failed (client error): The resource could not be found. Jan 19 14:30:06.486907 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-7f1c7817-f669-4361-bc51-b7532f5ae360 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627482 Jan 19 14:30:06.568384 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270c0e31-4ce9-488a-933d-cf25b6c8d3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:30:06.569744 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-270c0e31-4ce9-488a-933d-cf25b6c8d3a6 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0790381 Jan 19 14:30:07.749432 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:08.916176 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38930) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:30:08.955005 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:08.964433 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'tenant_id': '4e09f0550463487abd6c6713553da2f9', 'project_id': '4e09f0550463487abd6c6713553da2f9', 'name': 'shared'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:30:09.104482 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Made reservation on behalf of 4e09f0550463487abd6c6713553da2f9 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:30:09.107272 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:09.144556 dv-cinder-799871-15-iscsi neutron-server[103126]: WARNING neutron.services.revisions.revision_plugin [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Could not find related network for resource to bump revision. Jan 19 14:30:09.156364 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:30:09.168017 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (d0778413-52d1-42de-bb86-494ad8160003), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:09.170766 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Added segment d0778413-52d1-42de-bb86-494ad8160003 of type vlan for network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e Jan 19 14:30:09.210264 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (8d6d9f82-12b9-481c-a14c-5bc7ffc6355e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:09.309133 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (8d6d9f82-12b9-481c-a14c-5bc7ffc6355e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:09.310716 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:30:09.311281 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:09.365556 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] Pushing event updated for resources: {'Network': ['ID=8d6d9f82-12b9-481c-a14c-5bc7ffc6355e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:30:09.376991 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:30:09.416937 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-6d5ed17f-d8e7-48e6-aaae-3dcbe8f75a8c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4994645 Jan 19 14:30:10.303612 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:11.699890 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38940) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:30:11.759295 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e1d353-0dae-4f33-9315-a7a1d3a1e2fa admin admin] GET failed (client error): The resource could not be found. Jan 19 14:30:11.760579 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-e3e1d353-0dae-4f33-9315-a7a1d3a1e2fa admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597241 Jan 19 14:30:11.829233 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4d961-6561-40b7-9ea5-61d7bce3c107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:30:11.830672 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-daf4d961-6561-40b7-9ea5-61d7bce3c107 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660591 Jan 19 14:30:11.840189 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'tenant_id': '4e09f0550463487abd6c6713553da2f9', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:30:11.937413 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Made reservation on behalf of 4e09f0550463487abd6c6713553da2f9 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:30:11.939754 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:12.194699 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (52c48d8a-a6a9-4e6f-9713-684d19ad11ab), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:12.254129 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c48d8a-a6a9-4e6f-9713-684d19ad11ab,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:30:12.263212 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Checking segment: {'id': 'd0778413-52d1-42de-bb86-494ad8160003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:30:12.263573 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Network hostable DHCP agents. Network: 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:30:12.365814 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:30:12.440311 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:30:12.444285 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:30:12.444933 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:12.449080 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856698b8-d3a6-4b02-a340-7f25048f8da4 None None] Network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:30:12.511796 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-6633235a-10f3-4271-a5ee-c6d2da2ff78f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6748292 Jan 19 14:30:12.549388 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-8d6d9f82-12b9-481c-a14c-5bc7ffc6355e', 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e', 'project_id': '4e09f0550463487abd6c6713553da2f9', 'fixed_ips': [{'subnet_id': '52c48d8a-a6a9-4e6f-9713-684d19ad11ab'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:30:12.550310 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:12.689671 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Allocated IP 192.168.233.2 (8d6d9f82-12b9-481c-a14c-5bc7ffc6355e/52c48d8a-a6a9-4e6f-9713-684d19ad11ab/f5bdb005-702b-4b10-94b5-e63aa83be443) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:30:12.930581 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Publish callbacks [] for port (f5bdb005-702b-4b10-94b5-e63aa83be443), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:13.001262 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (f5bdb005-702b-4b10-94b5-e63aa83be443), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:13.046189 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:30:13.064858 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:30:13.064858 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:30:13.064858 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Pushing event updated for resources: {'Port': ['ID=f5bdb005-702b-4b10-94b5-e63aa83be443,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:30:13.068669 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.069093 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.069473 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.069836 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.070250 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.070600 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.070954 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.071284 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.071604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.071966 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.072292 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.072612 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.072928 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:30:13.124092 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Attempting to bind port f5bdb005-702b-4b10-94b5-e63aa83be443 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:30:13.124463 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Attempting to bind port f5bdb005-702b-4b10-94b5-e63aa83be443 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': 'd0778413-52d1-42de-bb86-494ad8160003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:30:13.125340 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Attempting to bind port f5bdb005-702b-4b10-94b5-e63aa83be443 on network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:30:13.130596 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:30:13.130965 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Checking segment: {'id': 'd0778413-52d1-42de-bb86-494ad8160003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:30:13.131364 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:13.131751 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Bound using segment: {'id': 'd0778413-52d1-42de-bb86-494ad8160003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:30:13.132210 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Bound port: f5bdb005-702b-4b10-94b5-e63aa83be443, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0778413-52d1-42de-bb86-494ad8160003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:30:13.132586 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f5bdb005-702b-4b10-94b5-e63aa83be443), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:13.200221 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] For port f5bdb005-702b-4b10-94b5-e63aa83be443, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:30:13.200221 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] For port f5bdb005-702b-4b10-94b5-e63aa83be443, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f5bdb005-702b-4b10-94b5-e63aa83be443,segment=NetworkSegment(d0778413-52d1-42de-bb86-494ad8160003),segment_id=d0778413-52d1-42de-bb86-494ad8160003)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:30:13.310329 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f5bdb005-702b-4b10-94b5-e63aa83be443), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:13.374894 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280c462-0703-4e14-a58c-41f7ddac737a None None] Pushing event updated for resources: {'Port': ['ID=f5bdb005-702b-4b10-94b5-e63aa83be443,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:30:14.344990 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2696d349-cab1-488c-8a6f-9399628aad21 None None] Network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:30:14.409572 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-413238ef-c76f-4e13-9205-1c26f80fff29 None None] Provisioning complete for port f5bdb005-702b-4b10-94b5-e63aa83be443 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:30:14.409877 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-413238ef-c76f-4e13-9205-1c26f80fff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f5bdb005-702b-4b10-94b5-e63aa83be443), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:14.529846 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-413238ef-c76f-4e13-9205-1c26f80fff29 None None] Current status of the port f5bdb005-702b-4b10-94b5-e63aa83be443 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:30:14.530357 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-413238ef-c76f-4e13-9205-1c26f80fff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f5bdb005-702b-4b10-94b5-e63aa83be443), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:14.565252 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-413238ef-c76f-4e13-9205-1c26f80fff29 None None] For port f5bdb005-702b-4b10-94b5-e63aa83be443, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f5bdb005-702b-4b10-94b5-e63aa83be443,segment=NetworkSegment(d0778413-52d1-42de-bb86-494ad8160003),segment_id=d0778413-52d1-42de-bb86-494ad8160003)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:30:14.652063 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-413238ef-c76f-4e13-9205-1c26f80fff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f5bdb005-702b-4b10-94b5-e63aa83be443), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:14.700352 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413238ef-c76f-4e13-9205-1c26f80fff29 None None] Pushing event updated for resources: {'Port': ['ID=f5bdb005-702b-4b10-94b5-e63aa83be443,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:30:14.774791 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-f5cc63aa-4a91-4970-a769-fc2d01b9921f None None] Provisioning complete for port f5bdb005-702b-4b10-94b5-e63aa83be443 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:30:14.775175 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5cc63aa-4a91-4970-a769-fc2d01b9921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f5bdb005-702b-4b10-94b5-e63aa83be443), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:14.855400 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc63aa-4a91-4970-a769-fc2d01b9921f None None] Current status of the port f5bdb005-702b-4b10-94b5-e63aa83be443 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:30:14.980114 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f5bdb005-702b-4b10-94b5-e63aa83be443 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:30:15.029422 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port f5bdb005-702b-4b10-94b5-e63aa83be443 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:30:15.029811 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f5bdb005-702b-4b10-94b5-e63aa83be443), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:15.108025 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port f5bdb005-702b-4b10-94b5-e63aa83be443 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:30:26.455907 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 5 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:30:34.211178 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-383815d4-0093-4f80-b9a0-c31f6ccfb94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:36.336698 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb201482-8cec-4a1b-ae84-3b20a442f23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:37.759137 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:38.947684 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:30:40.354673 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:03.454379 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 5 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:31:04.230660 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7e0f4cd6-31ce-407f-8a46-b532d9bd8ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:06.334256 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-35fe165a-8ba7-4b85-94aa-9b377775a660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:07.774247 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:08.962932 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:10.317455 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:34.161929 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4641d928-d805-4690-b5b2-7ceca20e9aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:36.344518 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a73656af-801c-4bc1-9d53-d96efcb6afed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:37.801429 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:38.632831 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 38984) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:31:38.639122 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [None req-cb8bd2a1-1a6a-4f29-919f-d3f4803152ff tempest-verify_tempest_config-1759777895 tempest-verify_tempest_config-1759777895-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:31:38.647577 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-cb8bd2a1-1a6a-4f29-919f-d3f4803152ff tempest-verify_tempest_config-1759777895 tempest-verify_tempest_config-1759777895-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057421 Jan 19 14:31:38.983853 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:39.489369 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39002) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:31:39.590645 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:39.660868 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Publish callbacks [] for security_group (d2237319-f580-4ba1-8a25-f2dee5b133a7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:39.715408 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (d2237319-f580-4ba1-8a25-f2dee5b133a7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:39.761049 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91e325c645d2400284f070a63031b618&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2706852 Jan 19 14:31:39.762186 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2237319-f580-4ba1-8a25-f2dee5b133a7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:31:39.763835 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39006) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:31:39.769018 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.769368 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.769787 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.770307 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.770729 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.771063 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.771395 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.771725 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.772070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.772402 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.772728 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.773179 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.774030 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f229208-88f4-4fe2-b7e1-7943219535f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:39.817460 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Publish callbacks [] for security_group (d2237319-f580-4ba1-8a25-f2dee5b133a7), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:39.838851 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Publish callbacks [] for security_group (d2237319-f580-4ba1-8a25-f2dee5b133a7), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:39.990487 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (d2237319-f580-4ba1-8a25-f2dee5b133a7), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:39.993662 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:39.994819 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2237319-f580-4ba1-8a25-f2dee5b133a7 HTTP/1.1" status: 204 len: 168 time: 0.2299948 Jan 19 14:31:40.002593 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2237319-f580-4ba1-8a25-f2dee5b133a7,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:31:40.009038 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.011157 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.011157 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.011157 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.011157 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.011157 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.011157 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.011738 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.011738 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.011981 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.012278 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.012588 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.012903 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3065e486-ee6a-40f7-89af-0997cae1add4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:31:40.355686 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:31:40.453769 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 5 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:32:04.209736 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ff39-d25d-45f6-a07d-3f254d7bdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:06.290839 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c8fe8fd-5f7e-4d3b-8749-ff0f11938e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:07.771069 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:08.965045 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:10.302181 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:17.452745 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 5 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:32:34.186890 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed645757-5e79-496c-ac8f-62cb94b1738a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:36.311873 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-67a6fa6b-5d89-4a32-a51a-47217f7f6626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:37.774730 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:38.963508 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:40.345769 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:32:54.451785 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 5 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:33:04.161375 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-adde6407-dba0-4b2c-be80-12b4c413f8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:06.315618 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c914cc95-9aea-402d-9ccc-d3a9b39c9e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:07.862694 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:09.016833 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:10.406722 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:11.200115 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582060'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:25.760058 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39080) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:33:25.860613 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-06a90ea4-08c4-4334-a91e-90bf047faf35 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0994699 Jan 19 14:33:28.096876 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39090) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:33:28.154462 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-0778ba1c-3896-41b6-9fa9-a9d9e760d321 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0562975 Jan 19 14:33:31.450961 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:33:34.152005 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58d7fabf-886c-47fb-bdb6-9539ca3971ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:36.302218 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-82f555b6-4d4a-40f4-87fb-f800df3a5f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:37.787501 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:38.987572 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:40.330193 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:33:41.122949 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:04.161534 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f046b05e-3b49-461f-888a-01eef5b93a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:06.317111 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a67b41e-f35d-4a65-bcc9-f2eef362bbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:07.791383 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:08.451427 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:34:08.985674 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:10.315549 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:11.156454 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:34.195604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-68322136-6d12-4094-8107-b4b981e44338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:36.320625 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dbb3b840-799c-4fa1-9bbb-906cb598160d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:37.789286 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:38.999067 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:40.331785 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:41.143764 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:34:45.450474 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:35:00.529833 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39290) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:01.020098 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39308) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:01.108145 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-network', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:01.197368 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Made reservation on behalf of 1ddc5b9b30d64b4aaadc223f8b8edfb5 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:01.199762 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.208237 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.281744 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Publish callbacks [] for security_group (1768075b-b278-4c8b-882a-b112eeef6987), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.352740 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39320) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:01.365037 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1768075b-b278-4c8b-882a-b112eeef6987), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.433361 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:35:01.449284 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-930724549-network', 'tenant_id': '2f6f977490c04d92a17ff32b18deaee5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:01.460032 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1768075b-b278-4c8b-882a-b112eeef6987,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:01.463690 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (d98b5b40-3490-4f98-a0ca-aa33636cb2e1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.464037 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Added segment d98b5b40-3490-4f98-a0ca-aa33636cb2e1 of type vlan for network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 Jan 19 14:35:01.477845 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.478442 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.478943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.479086 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39332) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:01.479940 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.480438 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.480912 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.481404 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.481929 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.482459 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.482958 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.483447 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.483923 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.484433 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Tracked resource versions report: Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: pushed versions: Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: { 'AddressGroup': {'1.2'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'ConntrackHelper': {'1.0'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'LocalIPAssociation': {'1.0'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Log': {'1.0'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Network': {'1.1'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Port': {'1.7'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'PortForwarding': {'1.2'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'QosPolicy': {'1.10'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SecurityGroup': {'1.5'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SecurityGroupRule': {'1.2'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SubPort': {'1.0'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Subnet': {'1.1'}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Trunk': {'1.1'}} Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: consumer versions: Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: { DHCP agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: HyperV agent@hv-cinder-79987: {}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: L3 agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: Metadata agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: Metering agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: Open vSwitch agent@dv-cinder-799871-15-iscsi: { 'AddressGroup': '1.2', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'ConntrackHelper': '1.0', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'LocalIPAssociation': '1.0', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Log': '1.0', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Network': '1.1', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Port': '1.7', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'PortForwarding': '1.2', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'QosPolicy': '1.10', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SecurityGroup': '1.5', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SecurityGroupRule': '1.2', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'SubPort': '1.0', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Subnet': '1.1', Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: 'Trunk': '1.1'}} Jan 19 14:35:01.485768 dv-cinder-799871-15-iscsi neutron-server[103126]: {{(pid=103126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 14:35:01.529790 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (10e03e13-01e9-4d22-b8d1-2ef0b6972727), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.593300 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Made reservation on behalf of 2f6f977490c04d92a17ff32b18deaee5 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:01.595631 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.605147 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.651155 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (10e03e13-01e9-4d22-b8d1-2ef0b6972727), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.652115 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:01.652902 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.718045 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1129823285-network', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:01.746140 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-738601356-network', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:01.750888 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] Pushing event updated for resources: {'Network': ['ID=10e03e13-01e9-4d22-b8d1-2ef0b6972727,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:01.766857 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-e7998b8b-de22-48a5-abd2-87642f6fa470 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2296393 Jan 19 14:35:01.767404 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:35:01.767891 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39346) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:01.769797 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Request body: {'subnet': {'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-subnet', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:01.798191 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Publish callbacks [] for security_group (0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.873482 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Made reservation on behalf of 128e47ed902f40ff8fa4b033fab98f5c for: {'network': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:01.874272 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Made reservation on behalf of 9261eb09fd8d40b1bf9a1b13d4ebf501 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:01.876276 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.877022 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.888275 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.893899 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.935740 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.969854 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:35:01.997385 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (2bbf687f-7b9b-4f7c-a7d5-529639683fdf), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:01.997725 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Added segment 2bbf687f-7b9b-4f7c-a7d5-529639683fdf of type vlan for network d63b2e87-9f48-4556-9c01-d395c05a4da7 Jan 19 14:35:02.019179 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:02.035836 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Publish callbacks [] for security_group (1912cf02-60cf-4846-9bf9-63eb7465fb40), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.080204 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (d63b2e87-9f48-4556-9c01-d395c05a4da7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.084795 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Made reservation on behalf of 1ddc5b9b30d64b4aaadc223f8b8edfb5 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:02.089638 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.092599 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Publish callbacks [] for security_group (ed7d5fd0-a5f2-4cce-82e7-2c5abc459f4e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.108003 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1912cf02-60cf-4846-9bf9-63eb7465fb40), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.131421 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:35:02.147727 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1912cf02-60cf-4846-9bf9-63eb7465fb40,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:02.154335 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (56122730-305f-425a-a95d-1a0f1e254f37), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.154870 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.segments_db [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Added segment 56122730-305f-425a-a95d-1a0f1e254f37 of type vlan for network 333f40c5-341d-4834-945d-fa7400e4854a Jan 19 14:35:02.166936 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.167450 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.167966 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.168307 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.168637 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.169132 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.169924 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.171956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.172506 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.173059 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.173389 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.173957 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.174501 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Tracked resource versions report: Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: pushed versions: Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: { 'AddressGroup': {'1.2'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'ConntrackHelper': {'1.0'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'LocalIPAssociation': {'1.0'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Log': {'1.0'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Network': {'1.1'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Port': {'1.7'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'PortForwarding': {'1.2'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'QosPolicy': {'1.10'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SecurityGroup': {'1.5'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SecurityGroupRule': {'1.2'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SubPort': {'1.0'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Subnet': {'1.1'}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Trunk': {'1.1'}} Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: consumer versions: Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: { DHCP agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: HyperV agent@hv-cinder-79987: {}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: L3 agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: Metadata agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: Metering agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: Open vSwitch agent@dv-cinder-799871-15-iscsi: { 'AddressGroup': '1.2', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'ConntrackHelper': '1.0', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'LocalIPAssociation': '1.0', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Log': '1.0', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Network': '1.1', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Port': '1.7', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'PortForwarding': '1.2', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'QosPolicy': '1.10', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SecurityGroup': '1.5', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SecurityGroupRule': '1.2', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'SubPort': '1.0', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Subnet': '1.1', Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: 'Trunk': '1.1'}} Jan 19 14:35:02.176036 dv-cinder-799871-15-iscsi neutron-server[103125]: {{(pid=103125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 14:35:02.227109 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ed7d5fd0-a5f2-4cce-82e7-2c5abc459f4e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.238034 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (333f40c5-341d-4834-945d-fa7400e4854a), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.263916 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (d63b2e87-9f48-4556-9c01-d395c05a4da7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.265579 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:02.266187 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.307034 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7d5fd0-a5f2-4cce-82e7-2c5abc459f4e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:02.347450 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (333f40c5-341d-4834-945d-fa7400e4854a), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.349759 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:02.350380 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.380202 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] Pushing event updated for resources: {'Network': ['ID=d63b2e87-9f48-4556-9c01-d395c05a4da7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:02.393243 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network d63b2e87-9f48-4556-9c01-d395c05a4da7 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:35:02.403814 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.db.api [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 14:35:02.404178 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG oslo_db.api [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 14:35:02.433546 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] Pushing event updated for resources: {'Network': ['ID=333f40c5-341d-4834-945d-fa7400e4854a,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:02.435172 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-8335a1d2-a769-4406-8a01-ce6c11cd10ee admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4140141 Jan 19 14:35:02.436613 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (fffaba97-fe7a-4e03-9589-31160d9b3365), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.440969 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39372) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:02.451034 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Request body: {'subnet': {'network_id': 'd63b2e87-9f48-4556-9c01-d395c05a4da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-930724549-subnet', 'tenant_id': '2f6f977490c04d92a17ff32b18deaee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:02.467808 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 333f40c5-341d-4834-945d-fa7400e4854a details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:35:02.529689 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fffaba97-fe7a-4e03-9589-31160d9b3365,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:02.540957 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Checking segment: {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:02.541727 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Network hostable DHCP agents. Network: 10e03e13-01e9-4d22-b8d1-2ef0b6972727, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:35:02.554962 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-230ba7a7-bc2c-474a-a121-89567c009c55 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0747983 Jan 19 14:35:02.560241 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39378) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:02.565927 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Request body: {'subnet': {'network_id': '333f40c5-341d-4834-945d-fa7400e4854a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-subnet', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:02.611435 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Made reservation on behalf of 2f6f977490c04d92a17ff32b18deaee5 for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:02.614140 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.639651 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:35:02.696385 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 10e03e13-01e9-4d22-b8d1-2ef0b6972727) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:02.701189 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:02.701954 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.710019 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e88dd-feaf-4d30-a90c-a6993c04ab16 None None] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:02.775764 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Made reservation on behalf of 128e47ed902f40ff8fa4b033fab98f5c for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:02.778766 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.817541 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-3be90392-b75c-4f0c-a63a-fbc8aa0b3a29 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0509512 Jan 19 14:35:02.818508 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39388) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:02.824031 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:02.827559 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:35:02.829250 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.905367 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.926309 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (dce78dc1-8232-4b0b-abd6-4df1fb711105), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.944236 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:35:02.971644 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (77fad866-f3a7-4190-95b2-ff349a73a14e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:02.972845 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (77fad866-f3a7-4190-95b2-ff349a73a14e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.042215 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Checking segment: {'id': '2bbf687f-7b9b-4f7c-a7d5-529639683fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd63b2e87-9f48-4556-9c01-d395c05a4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:03.043770 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Network hostable DHCP agents. Network: d63b2e87-9f48-4556-9c01-d395c05a4da7, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:35:03.058487 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks [] for router_controller (77fad866-f3a7-4190-95b2-ff349a73a14e), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.067761 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (0a0750fe-3452-4dfb-a0fc-8b9491a028c2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.068369 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Added segment 0a0750fe-3452-4dfb-a0fc-8b9491a028c2 of type vlan for network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 Jan 19 14:35:03.109130 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Allocated IP 172.20.0.2 (10e03e13-01e9-4d22-b8d1-2ef0b6972727/fffaba97-fe7a-4e03-9589-31160d9b3365/f0011438-cc9b-4856-828b-c03592934636) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:03.116563 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce78dc1-8232-4b0b-abd6-4df1fb711105,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:03.133580 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (3e09d96f-7f91-47a0-b3ce-58319e0a0d96), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.187863 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Network d63b2e87-9f48-4556-9c01-d395c05a4da7 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:35:03.254527 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (76df00e1-6469-4fb6-8ada-b38427646cfd), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.283799 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (3e09d96f-7f91-47a0-b3ce-58319e0a0d96), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.284732 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:03.285303 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.294625 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, d63b2e87-9f48-4556-9c01-d395c05a4da7) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:03.305364 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:03.305364 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.318067 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b7f20-0f4e-48a6-86c4-e428312f8d08 None None] Network d63b2e87-9f48-4556-9c01-d395c05a4da7 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:03.325082 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Pushing event updated for resources: {'Subnet': ['ID=76df00e1-6469-4fb6-8ada-b38427646cfd,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:03.325391 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Publish callbacks [] for port (f0011438-cc9b-4856-828b-c03592934636), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.340474 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Checking segment: {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:03.340474 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Network hostable DHCP agents. Network: 333f40c5-341d-4834-945d-fa7400e4854a, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:35:03.438053 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks [] for router_gateway (77fad866-f3a7-4190-95b2-ff349a73a14e), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.444904 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] Pushing event updated for resources: {'Network': ['ID=3e09d96f-7f91-47a0-b3ce-58319e0a0d96,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:03.456061 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:35:03.459831 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-de88d4ec-1c46-458b-b197-c9e7d51c0c62 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0166717 Jan 19 14:35:03.460805 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Network 333f40c5-341d-4834-945d-fa7400e4854a is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:35:03.463593 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (f0011438-cc9b-4856-828b-c03592934636), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.475052 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ce061-e63b-4fa9-940a-ef77ab8b7064 None None] Network d63b2e87-9f48-4556-9c01-d395c05a4da7 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:03.494442 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-453c2570-ef67-4859-819e-0fc4e0cb2d14 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1403079 Jan 19 14:35:03.497481 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39420) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:03.504137 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Request body: {'subnet': {'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1129823285-subnet', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:03.608960 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 333f40c5-341d-4834-945d-fa7400e4854a) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:03.624864 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:03.628094 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:03.628697 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.647584 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Made reservation on behalf of 9261eb09fd8d40b1bf9a1b13d4ebf501 for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:03.663750 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9651053-eaa0-4301-8298-51fbe4e255a8 None None] Network 333f40c5-341d-4834-945d-fa7400e4854a requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:03.665422 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.684913 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:03.696202 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:03.812043 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Pushing event updated for resources: {'Port': ['ID=f0011438-cc9b-4856-828b-c03592934636,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:03.831495 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-711b876a-fd7c-4119-9a08-ca8c1dc9404a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2673783 Jan 19 14:35:03.836835 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39440) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:03.842682 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.843227 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.843444 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.843823 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.844386 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.844877 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.845381 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.845753 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:03.845934 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.846487 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.847002 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.847498 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.847993 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.848662 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Tracked resource versions report: Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: pushed versions: Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: { 'AddressGroup': {'1.2'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'ConntrackHelper': {'1.0'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'LocalIPAssociation': {'1.0'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Log': {'1.0'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Network': {'1.1'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Port': {'1.7'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'PortForwarding': {'1.2'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'QosPolicy': {'1.10'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SecurityGroup': {'1.5'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SecurityGroupRule': {'1.2'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SubPort': {'1.0'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Subnet': {'1.1'}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Trunk': {'1.1'}} Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: consumer versions: Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: { DHCP agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: HyperV agent@hv-cinder-79987: {}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: L3 agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: Metadata agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: Metering agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: Open vSwitch agent@dv-cinder-799871-15-iscsi: { 'AddressGroup': '1.2', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'ConntrackHelper': '1.0', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'LocalIPAssociation': '1.0', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Log': '1.0', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Network': '1.1', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Port': '1.7', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'PortForwarding': '1.2', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'QosPolicy': '1.10', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SecurityGroup': '1.5', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SecurityGroupRule': '1.2', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'SubPort': '1.0', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Subnet': '1.1', Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: 'Trunk': '1.1'}} Jan 19 14:35:03.850146 dv-cinder-799871-15-iscsi neutron-server[103127]: {{(pid=103127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 14:35:03.871428 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Attempting to bind port f0011438-cc9b-4856-828b-c03592934636 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:03.871805 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Attempting to bind port f0011438-cc9b-4856-828b-c03592934636 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:03.872169 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Attempting to bind port f0011438-cc9b-4856-828b-c03592934636 on network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:03.882609 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:03.883638 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Checking segment: {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:03.884038 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.884935 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Bound using segment: {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:03.885494 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Bound port: f0011438-cc9b-4856-828b-c03592934636, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:03.886051 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f0011438-cc9b-4856-828b-c03592934636), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.927269 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks [] for router_gateway (77fad866-f3a7-4190-95b2-ff349a73a14e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:03.960354 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.037784 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] For port f0011438-cc9b-4856-828b-c03592934636, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:04.042402 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] For port f0011438-cc9b-4856-828b-c03592934636, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f0011438-cc9b-4856-828b-c03592934636,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:04.056073 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa69d9-8b01-42aa-a33b-332d34b2fe9b None None] Network 333f40c5-341d-4834-945d-fa7400e4854a requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:04.065850 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (3c99d058-61b3-4e91-8f74-30fa934a1e25), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.067038 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (3c99d058-61b3-4e91-8f74-30fa934a1e25), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.160853 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Allocated IP 172.27.1.11 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/7e28faf9-df22-4854-a9e2-e52103d9022d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:04.192547 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f0011438-cc9b-4856-828b-c03592934636), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.227093 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e160167c-77e4-485d-bb09-8107fd654b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.304498 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08a492-fd3b-4b4e-ace9-0e252a834bb5 None None] Pushing event updated for resources: {'Port': ['ID=f0011438-cc9b-4856-828b-c03592934636,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:04.406983 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (df7d29b8-c1f6-46db-801b-45958c2aa13c), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.420300 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks [] for router_controller (3c99d058-61b3-4e91-8f74-30fa934a1e25), precommit_add_association {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.481377 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39472) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:04.488286 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks [] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.492979 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7d29b8-c1f6-46db-801b-45958c2aa13c,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:04.505319 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Checking segment: {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:04.505319 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Network hostable DHCP agents. Network: 3e09d96f-7f91-47a0-b3ce-58319e0a0d96, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:35:04.671999 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.682397 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceae6-c797-49fa-89d4-583b1400c790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.759069 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:04.768080 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:04.773422 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:35:04.787592 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:04.799599 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks [] for router_gateway (3c99d058-61b3-4e91-8f74-30fa934a1e25), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.861445 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 3e09d96f-7f91-47a0-b3ce-58319e0a0d96) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:04.873493 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de4471-7670-4eed-bc1d-61de578da507 None None] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:04.876421 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:04.877021 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.891673 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceae6-c797-49fa-89d4-583b1400c790 admin admin] Publish callbacks [] for security_group (91e1ce8d-8d16-4c2d-a541-bc82c5238196), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:04.897670 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e28faf9-df22-4854-a9e2-e52103d9022d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:04.996413 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-5fed1ceb-11e6-4043-9c33-bdd84a0d80e2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4973476 Jan 19 14:35:04.999646 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39492) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:05.013845 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:05.014830 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceae6-c797-49fa-89d4-583b1400c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (91e1ce8d-8d16-4c2d-a541-bc82c5238196), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.046972 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39494) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:05.056884 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-bf3ceae6-c797-49fa-89d4-583b1400c790 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f594318665e14fdc938ebcbcb1f1ba73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5709856 Jan 19 14:35:05.062517 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39496) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:05.154112 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ceae6-c797-49fa-89d4-583b1400c790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e1ce8d-8d16-4c2d-a541-bc82c5238196,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:05.180380 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (33bef79f-ee86-48f4-a0b6-385f4b642b1d), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.181074 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (33bef79f-ee86-48f4-a0b6-385f4b642b1d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.203948 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39506) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:05.206483 dv-cinder-799871-15-iscsi neutron-server[103125]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 14:35:05.281880 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks [] for router_controller (33bef79f-ee86-48f4-a0b6-385f4b642b1d), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.311616 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f0011438-cc9b-4856-828b-c03592934636 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:05.326748 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-349c720f-7fb5-405d-9a2b-e6f78bcddd33 admin admin] Publish callbacks [] for security_group (91e1ce8d-8d16-4c2d-a541-bc82c5238196), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.351935 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-349c720f-7fb5-405d-9a2b-e6f78bcddd33 admin admin] Publish callbacks [] for security_group (91e1ce8d-8d16-4c2d-a541-bc82c5238196), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.372149 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:35:05.373834 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.420317 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f46db42f-1a95-494b-9587-0eafb6d9f823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.486240 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port f0011438-cc9b-4856-828b-c03592934636 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:05.486631 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f0011438-cc9b-4856-828b-c03592934636), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.614819 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port f0011438-cc9b-4856-828b-c03592934636 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:05.619681 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f0011438-cc9b-4856-828b-c03592934636), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.660426 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Allocated IP 172.20.0.2 (3e09d96f-7f91-47a0-b3ce-58319e0a0d96/df7d29b8-c1f6-46db-801b-45958c2aa13c/a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:05.679775 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port f0011438-cc9b-4856-828b-c03592934636, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f0011438-cc9b-4856-828b-c03592934636,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:05.683813 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08150cb2-b179-4312-a279-64978cee1012 None None] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:05.718601 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-1b1ee292-411e-487b-825f-88a190500193 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:05.726134 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-1b1ee292-411e-487b-825f-88a190500193 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/networks?id=d63b2e87-9f48-4556-9c01-d395c05a4da7 HTTP/1.1" status: 200 len: 811 time: 0.5208452 Jan 19 14:35:05.748590 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-cca1a947-4f72-4e5b-b9d4-7fa8491318db tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/quotas/2f6f977490c04d92a17ff32b18deaee5 HTTP/1.1" status: 200 len: 375 time: 0.0204215 Jan 19 14:35:05.757522 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-c4af4ffa-b795-4a00-9101-128161d9a13b None None] Provisioning complete for port f0011438-cc9b-4856-828b-c03592934636 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:05.757949 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4af4ffa-b795-4a00-9101-128161d9a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f0011438-cc9b-4856-828b-c03592934636), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.807304 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f0011438-cc9b-4856-828b-c03592934636), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.821510 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-9b12f91c-c61d-4ad5-95a8-ccdff57407d4 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f6f977490c04d92a17ff32b18deaee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716074 Jan 19 14:35:05.841593 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks [] for router_gateway (3c99d058-61b3-4e91-8f74-30fa934a1e25), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.865805 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-349c720f-7fb5-405d-9a2b-e6f78bcddd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (91e1ce8d-8d16-4c2d-a541-bc82c5238196), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.872068 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-349c720f-7fb5-405d-9a2b-e6f78bcddd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.873580 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.876402 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-349c720f-7fb5-405d-9a2b-e6f78bcddd33 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91e1ce8d-8d16-4c2d-a541-bc82c5238196 HTTP/1.1" status: 204 len: 168 time: 0.7965224 Jan 19 14:35:05.909573 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=f0011438-cc9b-4856-828b-c03592934636,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:05.938922 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks [] for router_gateway (33bef79f-ee86-48f4-a0b6-385f4b642b1d), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.944322 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks [] for router_gateway (77fad866-f3a7-4190-95b2-ff349a73a14e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:05.990018 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c720f-7fb5-405d-9a2b-e6f78bcddd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e1ce8d-8d16-4c2d-a541-bc82c5238196,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:05.999810 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f46db42f-1a95-494b-9587-0eafb6d9f823 admin admin] Publish callbacks [] for security_group (4d70ee52-775e-4212-ab3e-4c00138c9e13), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.096106 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Allocated IP 172.27.1.248 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/450e20c1-1d67-4d01-a657-c5f68595af32) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:06.120302 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a7bad7b7-f2d4-4933-a085-f50a4875d96b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:35:06.122031 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a7bad7b7-f2d4-4933-a085-f50a4875d96b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999632 Jan 19 14:35:06.154414 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f46db42f-1a95-494b-9587-0eafb6d9f823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (4d70ee52-775e-4212-ab3e-4c00138c9e13), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.196267 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Publish callbacks [] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.223011 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c4af4ffa-b795-4a00-9101-128161d9a13b None None] Current status of the port f0011438-cc9b-4856-828b-c03592934636 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:06.262425 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.317942 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:06.321288 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:06.334707 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:06.367153 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2086-5bb4-40d0-ab98-6fae5ccbbc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.380289 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (77fad866-f3a7-4190-95b2-ff349a73a14e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.398960 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Pushing event updated for resources: {'Port': ['ID=a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:06.409401 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f46db42f-1a95-494b-9587-0eafb6d9f823 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db0c2e04abe84d7b850849160cd03618&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3534205 Jan 19 14:35:06.416301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39546) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:06.456298 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Attempting to bind port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:06.456298 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Attempting to bind port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:06.456652 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Attempting to bind port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 on network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:06.466709 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:06.467080 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Checking segment: {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:06.467490 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.467885 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Bound using segment: {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:06.468346 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Bound port: a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:06.468854 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.470332 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46db42f-1a95-494b-9587-0eafb6d9f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70ee52-775e-4212-ab3e-4c00138c9e13,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:06.574041 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-209fa047-74da-47fc-80e6-c0000233fdbd None None] Provisioning complete for port f0011438-cc9b-4856-828b-c03592934636 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:06.574293 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-209fa047-74da-47fc-80e6-c0000233fdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f0011438-cc9b-4856-828b-c03592934636), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.579327 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] For port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:06.611261 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks [] for port (450e20c1-1d67-4d01-a657-c5f68595af32), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.616243 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-724f90fb-4d9e-421b-8157-a3de030e0c21 service neutron] 10.222.0.79 "GET /v2.0/networks/d63b2e87-9f48-4556-9c01-d395c05a4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645252 Jan 19 14:35:06.649221 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] For port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:06.697111 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-209fa047-74da-47fc-80e6-c0000233fdbd None None] Current status of the port f0011438-cc9b-4856-828b-c03592934636 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:06.718017 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5c8ca83a-de52-4d9b-977a-6d1582166884 admin admin] Publish callbacks [] for security_group (4d70ee52-775e-4212-ab3e-4c00138c9e13), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.718946 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.737447 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-aa29c323-fe6c-4d77-a14c-b3b971dc2e9b service neutron] 10.222.0.79 "GET /v2.0/networks/d63b2e87-9f48-4556-9c01-d395c05a4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112173 Jan 19 14:35:06.786939 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5c8ca83a-de52-4d9b-977a-6d1582166884 admin admin] Publish callbacks [] for security_group (4d70ee52-775e-4212-ab3e-4c00138c9e13), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.796149 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks [] for router_gateway (33bef79f-ee86-48f4-a0b6-385f4b642b1d), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.824161 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7264eb-a3e7-44bd-809a-fd0552b98440 None None] Pushing event updated for resources: {'Port': ['ID=a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:06.825022 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.917022 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39550) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:06.931368 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-001376b1-4d63-40fb-bdf0-20361e044608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.953310 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5c8ca83a-de52-4d9b-977a-6d1582166884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (4d70ee52-775e-4212-ab3e-4c00138c9e13), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.955954 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5c8ca83a-de52-4d9b-977a-6d1582166884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:06.961465 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-5c8ca83a-de52-4d9b-977a-6d1582166884 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4d70ee52-775e-4212-ab3e-4c00138c9e13 HTTP/1.1" status: 204 len: 168 time: 0.5344341 Jan 19 14:35:06.963835 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:07.008241 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ca83a-de52-4d9b-977a-6d1582166884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70ee52-775e-4212-ab3e-4c00138c9e13,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:07.008988 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Router 77fad866-f3a7-4190-95b2-ff349a73a14e is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:35:07.135280 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:07.144417 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:07.147039 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:07.152627 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=450e20c1-1d67-4d01-a657-c5f68595af32,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:07.261389 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39574) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:07.285454 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f0011438-cc9b-4856-828b-c03592934636 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:07.373224 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:35:07.387595 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Sync routers for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:35:07.416141 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Allocated IP 172.27.1.132 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/abf2127a-9330-467b-b856-cf538ca222a6) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:07.418209 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:07.419449 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:07.425652 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port f0011438-cc9b-4856-828b-c03592934636 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:07.426462 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f0011438-cc9b-4856-828b-c03592934636), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:07.509617 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:07.511874 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-f3514601-9481-4d3f-89b1-8f47719d5dd2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6917384 Jan 19 14:35:07.549627 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39582) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:07.653694 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port f0011438-cc9b-4856-828b-c03592934636 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:07.795250 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks [] for port (abf2127a-9330-467b-b856-cf538ca222a6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:07.805007 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:07.825676 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:07.890064 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9b2f2c60-2748-4836-ac8c-d8f72eceb42b req-a6ab78f8-6711-4fc0-9380-7891c18db6b3 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 210 time: 0.6235597 Jan 19 14:35:07.930373 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-001376b1-4d63-40fb-bdf0-20361e044608 admin admin] Publish callbacks [] for security_group (314391e1-7356-467f-ae7f-fc7a6410eae2), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.086572 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-001376b1-4d63-40fb-bdf0-20361e044608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (314391e1-7356-467f-ae7f-fc7a6410eae2), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.104423 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (abf2127a-9330-467b-b856-cf538ca222a6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.121588 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:05Z', 'revision_number': 3, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:08.155756 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Checking router: 77fad866-f3a7-4190-95b2-ff349a73a14e for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:35:08.156398 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Updating router 77fad866-f3a7-4190-95b2-ff349a73a14e port 7e28faf9-df22-4854-a9e2-e52103d9022d binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:35:08.171628 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:08.185797 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:08.187216 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.189202 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:08.189561 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-001376b1-4d63-40fb-bdf0-20361e044608 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b9fefe5419584ad587af0c9de551bea0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2712438 Jan 19 14:35:08.192036 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001376b1-4d63-40fb-bdf0-20361e044608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314391e1-7356-467f-ae7f-fc7a6410eae2,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:08.200681 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39598) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:08.280066 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=abf2127a-9330-467b-b856-cf538ca222a6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:08.380446 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ea18dc-84ba-416e-b5a7-089a53e7d816 None None] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:08.386690 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks [] for router_gateway (3c99d058-61b3-4e91-8f74-30fa934a1e25), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.391798 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39602) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:08.540572 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3873d3bb-aa5a-4a26-aaf8-9bd59de8408f admin admin] Publish callbacks [] for security_group (314391e1-7356-467f-ae7f-fc7a6410eae2), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.557589 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.573577 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-ed287992-b5ca-464c-aa3f-83aadaf91f2e None None] Provisioning complete for port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:08.573974 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed287992-b5ca-464c-aa3f-83aadaf91f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.578499 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2804672c-1786-4ffb-829a-c451cd2be3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.611270 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3873d3bb-aa5a-4a26-aaf8-9bd59de8408f admin admin] Publish callbacks [] for security_group (314391e1-7356-467f-ae7f-fc7a6410eae2), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.739468 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Publish callbacks [] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.765935 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (3c99d058-61b3-4e91-8f74-30fa934a1e25), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.798014 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ed287992-b5ca-464c-aa3f-83aadaf91f2e None None] Current status of the port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:08.798415 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed287992-b5ca-464c-aa3f-83aadaf91f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.856149 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ed287992-b5ca-464c-aa3f-83aadaf91f2e None None] For port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:08.875051 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.884570 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3873d3bb-aa5a-4a26-aaf8-9bd59de8408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (314391e1-7356-467f-ae7f-fc7a6410eae2), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.887248 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3873d3bb-aa5a-4a26-aaf8-9bd59de8408f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.891009 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3873d3bb-aa5a-4a26-aaf8-9bd59de8408f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/314391e1-7356-467f-ae7f-fc7a6410eae2 HTTP/1.1" status: 204 len: 168 time: 0.6900272 Jan 19 14:35:08.945433 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ed287992-b5ca-464c-aa3f-83aadaf91f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.945923 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873d3bb-aa5a-4a26-aaf8-9bd59de8408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314391e1-7356-467f-ae7f-fc7a6410eae2,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:08.968207 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2804672c-1786-4ffb-829a-c451cd2be3f7 admin admin] Publish callbacks [] for security_group (227888ba-37d9-4625-a785-71dbddd75aac), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:08.989577 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks [] for router_gateway (33bef79f-ee86-48f4-a0b6-385f4b642b1d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.019503 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Attempting to bind port 7e28faf9-df22-4854-a9e2-e52103d9022d on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:09.020212 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Attempting to bind port 7e28faf9-df22-4854-a9e2-e52103d9022d by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:09.025126 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Attempting to bind port 7e28faf9-df22-4854-a9e2-e52103d9022d on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:09.032073 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:09.032736 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:09.033678 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.035154 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:09.035984 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Bound port: 7e28faf9-df22-4854-a9e2-e52103d9022d, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:09.036602 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.070974 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f621673f-d8ba-4e4f-b02e-0d2b3631952b req-5dc9cd5e-3739-4a9c-8ee1-37594754f951 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 210 time: 0.0614073 Jan 19 14:35:09.082795 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2804672c-1786-4ffb-829a-c451cd2be3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (227888ba-37d9-4625-a785-71dbddd75aac), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.127889 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed287992-b5ca-464c-aa3f-83aadaf91f2e None None] Pushing event updated for resources: {'Port': ['ID=a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:09.136813 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.149025 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] For port 7e28faf9-df22-4854-a9e2-e52103d9022d, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:09.152959 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] For port 7e28faf9-df22-4854-a9e2-e52103d9022d, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=7e28faf9-df22-4854-a9e2-e52103d9022d,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:09.156738 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Pushing event updated for resources: {'Port': ['ID=7e28faf9-df22-4854-a9e2-e52103d9022d,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:09.161086 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2804672c-1786-4ffb-829a-c451cd2be3f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b141f96727fa4a9b8fd2f73bb35a39d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7664688 Jan 19 14:35:09.163137 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804672c-1786-4ffb-829a-c451cd2be3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227888ba-37d9-4625-a785-71dbddd75aac,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:09.166284 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39624) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:09.180518 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Router 3c99d058-61b3-4e91-8f74-30fa934a1e25 is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.180616 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.181385 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-6a5fc418-087e-4a83-8ec6-79e512a7b111 None None] Provisioning complete for port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:09.181469 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:35:09.181551 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc418-087e-4a83-8ec6-79e512a7b111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Tracked resource versions report: Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: pushed versions: Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: { 'AddressGroup': {'1.2'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'ConntrackHelper': {'1.0'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'LocalIPAssociation': {'1.0'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Log': {'1.0'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Network': {'1.1'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Port': {'1.7'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'PortForwarding': {'1.2'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'QosPolicy': {'1.10'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SecurityGroup': {'1.5'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SecurityGroupRule': {'1.2'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SubPort': {'1.0'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Subnet': {'1.1'}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Trunk': {'1.1'}} Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: consumer versions: Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: { DHCP agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: HyperV agent@hv-cinder-79987: {}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: L3 agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: Metadata agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: Metering agent@dv-cinder-799871-15-iscsi: {}, Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: Open vSwitch agent@dv-cinder-799871-15-iscsi: { 'AddressGroup': '1.2', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'ConntrackHelper': '1.0', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'LocalIPAssociation': '1.0', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Log': '1.0', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Network': '1.1', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Port': '1.7', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'PortForwarding': '1.2', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'QosPolicy': '1.10', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SecurityGroup': '1.5', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SecurityGroupRule': '1.2', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'SubPort': '1.0', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Subnet': '1.1', Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: 'Trunk': '1.1'}} Jan 19 14:35:09.182334 dv-cinder-799871-15-iscsi neutron-server[103128]: {{(pid=103128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 14:35:09.266176 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.335686 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:09.363704 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:09.366431 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:09.390372 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92513669-935f-42c6-8cdf-fcd080c1f088 admin admin] Publish callbacks [] for security_group (227888ba-37d9-4625-a785-71dbddd75aac), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.420609 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:35:09.450672 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Sync routers for ids ['3c99d058-61b3-4e91-8f74-30fa934a1e25'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:35:09.464199 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fc418-087e-4a83-8ec6-79e512a7b111 None None] Current status of the port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:09.471553 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92513669-935f-42c6-8cdf-fcd080c1f088 admin admin] Publish callbacks [] for security_group (227888ba-37d9-4625-a785-71dbddd75aac), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.483594 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Routers {'3c99d058-61b3-4e91-8f74-30fa934a1e25'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:09.484322 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['3c99d058-61b3-4e91-8f74-30fa934a1e25'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:09.496349 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d5645-e454-4a39-894b-49e57a2a4741 None None] Pushing event updated for resources: {'Port': ['ID=7e28faf9-df22-4854-a9e2-e52103d9022d,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:09.560803 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.564174 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d1bc0650-7f7d-4aa4-b343-be23f0d9e4d8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7258251 Jan 19 14:35:09.567656 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39634) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:09.568761 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Allocated IP 172.20.0.1 (10e03e13-01e9-4d22-b8d1-2ef0b6972727/fffaba97-fe7a-4e03-9589-31160d9b3365/ee580094-ad64-4510-b93b-12825f4732be) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:09.593447 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:09.593846 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.652747 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:09.678039 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92513669-935f-42c6-8cdf-fcd080c1f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (227888ba-37d9-4625-a785-71dbddd75aac), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.682345 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92513669-935f-42c6-8cdf-fcd080c1f088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:09.693368 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-92513669-935f-42c6-8cdf-fcd080c1f088 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/227888ba-37d9-4625-a785-71dbddd75aac HTTP/1.1" status: 204 len: 168 time: 0.5161941 Jan 19 14:35:09.698552 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92513669-935f-42c6-8cdf-fcd080c1f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227888ba-37d9-4625-a785-71dbddd75aac,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:10.068804 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (33bef79f-ee86-48f4-a0b6-385f4b642b1d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.075873 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Set router 3c99d058-61b3-4e91-8f74-30fa934a1e25 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:10.077457 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:05Z', 'revision_number': 3, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:10.077457 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e016c7-28f3-4c4f-b8ce-376dd9c2454f None None] The sync data for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi is: [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:05Z', 'revision_number': 3, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:35:10.080547 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:10.129698 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Publish callbacks [] for port (ee580094-ad64-4510-b93b-12825f4732be), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.185229 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:04Z', 'updated_at': '2022-01-19T14:35:07Z', 'revision_number': 3, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'gw_port': {'id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:43:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:10.219250 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Checking router: 3c99d058-61b3-4e91-8f74-30fa934a1e25 for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:35:10.219605 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Updating router 3c99d058-61b3-4e91-8f74-30fa934a1e25 port 450e20c1-1d67-4d01-a657-c5f68595af32 binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:35:10.251730 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.338263 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (ee580094-ad64-4510-b93b-12825f4732be), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.401400 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:10.403128 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:10.406432 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:10.407138 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (77fad866-f3a7-4190-95b2-ff349a73a14e), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.433893 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3cacaf06-598f-4fcb-a946-bbc5b17d692d req-7f56a963-ffac-4179-8daf-bbb1f9a69da9 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 210 time: 0.0425279 Jan 19 14:35:10.458377 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.509186 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Router 33bef79f-ee86-48f4-a0b6-385f4b642b1d is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:35:10.695984 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Pushing event updated for resources: {'Port': ['ID=ee580094-ad64-4510-b93b-12825f4732be,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:10.725514 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Publish callbacks [] for port (450e20c1-1d67-4d01-a657-c5f68595af32), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.757961 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39672) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:10.805808 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-1fd41c3d-7f87-4daa-8f23-105e5bbeaa8d None None] Provisioning complete for port ee580094-ad64-4510-b93b-12825f4732be triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:10.807505 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1fd41c3d-7f87-4daa-8f23-105e5bbeaa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ee580094-ad64-4510-b93b-12825f4732be), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.810207 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.927083 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-1fd41c3d-7f87-4daa-8f23-105e5bbeaa8d None None] Port ee580094-ad64-4510-b93b-12825f4732be cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:35:10.928513 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e50fa-711d-4fab-b37e-d8446975e015 None None] Pushing event updated for resources: {'Port': ['ID=450e20c1-1d67-4d01-a657-c5f68595af32,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:10.932818 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-76397091-network', 'tenant_id': '14449321cd7246cd983eb0bbc21c9364'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:10.938060 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Attempting to bind port 450e20c1-1d67-4d01-a657-c5f68595af32 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:10.938451 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Attempting to bind port 450e20c1-1d67-4d01-a657-c5f68595af32 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:10.938821 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Attempting to bind port 450e20c1-1d67-4d01-a657-c5f68595af32 on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:10.948297 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:10.948504 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:10.948800 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:10.949197 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:10.949675 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Bound port: 450e20c1-1d67-4d01-a657-c5f68595af32, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:10.950103 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.021222 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:35:11.027758 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] For port 450e20c1-1d67-4d01-a657-c5f68595af32, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:11.032563 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Sync routers for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:35:11.037001 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.042010 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] For port 450e20c1-1d67-4d01-a657-c5f68595af32, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=450e20c1-1d67-4d01-a657-c5f68595af32,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:11.045562 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:11.046454 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:11.106417 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Made reservation on behalf of 14449321cd7246cd983eb0bbc21c9364 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:11.108683 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.153830 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.160657 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.163006 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (ee580094-ad64-4510-b93b-12825f4732be), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.205190 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.206874 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-57bf87a8-6a70-41b6-bbae-ff4a99290dd3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2062631 Jan 19 14:35:11.209679 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39684) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:11.226664 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:11.273380 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e50fa-711d-4fab-b37e-d8446975e015 None None] Pushing event updated for resources: {'Port': ['ID=450e20c1-1d67-4d01-a657-c5f68595af32,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:11.275993 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.276914 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 7e28faf9-df22-4854-a9e2-e52103d9022d up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:11.332180 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Routers {'3c99d058-61b3-4e91-8f74-30fa934a1e25'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:11.332812 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['3c99d058-61b3-4e91-8f74-30fa934a1e25'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:11.421795 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 7e28faf9-df22-4854-a9e2-e52103d9022d triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:11.421795 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.496002 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] Set router 3c99d058-61b3-4e91-8f74-30fa934a1e25 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:11.626381 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:08Z', 'revision_number': 3, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:11.644131 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 7e28faf9-df22-4854-a9e2-e52103d9022d is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:11.644333 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.705629 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Checking router: 33bef79f-ee86-48f4-a0b6-385f4b642b1d for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:35:11.718378 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Updating router 33bef79f-ee86-48f4-a0b6-385f4b642b1d port abf2127a-9330-467b-b856-cf538ca222a6 binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:35:11.730456 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port 7e28faf9-df22-4854-a9e2-e52103d9022d, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=7e28faf9-df22-4854-a9e2-e52103d9022d,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:11.759534 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Publish callbacks [] for port (ee580094-ad64-4510-b93b-12825f4732be), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.792174 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (abf2127a-9330-467b-b856-cf538ca222a6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.854431 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d298eaff-0eb1-4078-ae51-55d034e102f7 req-6d7a5957-cf0b-4e82-913f-34e1d47c67a4 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 210 time: 0.0374494 Jan 19 14:35:11.918308 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Publish callbacks [] for security_group (b403e8d0-3b60-4621-b120-953a6ea09b8e), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.918419 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:04Z', 'updated_at': '2022-01-19T14:35:07Z', 'revision_number': 3, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'gw_port': {'id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:43:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:11.923218 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Allocated IP 172.20.0.1 (333f40c5-341d-4834-945d-fa7400e4854a/76df00e1-6469-4fb6-8ada-b38427646cfd/21d6d14a-0612-488a-ba6c-c1308d2c90b5) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:11.989642 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (ee580094-ad64-4510-b93b-12825f4732be), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:11.990613 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (77fad866-f3a7-4190-95b2-ff349a73a14e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.006393 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37672ae-bb84-4cfb-9778-e9d067440203 None None] The sync data for ids ['3c99d058-61b3-4e91-8f74-30fa934a1e25'] in dv-cinder-799871-15-iscsi is: [{'id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:04Z', 'updated_at': '2022-01-19T14:35:07Z', 'revision_number': 3, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'gw_port': {'id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:43:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:35:12.014701 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.014701 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:12.137158 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (b403e8d0-3b60-4621-b120-953a6ea09b8e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.149770 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:35:12.164250 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.164417 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (0b161d58-7390-4760-b46c-168762cb8ab8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.164417 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Added segment 0b161d58-7390-4760-b46c-168762cb8ab8 of type vlan for network 6c4462cb-b6fb-492b-83ab-66eddcae8ee8 Jan 19 14:35:12.247458 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=7e28faf9-df22-4854-a9e2-e52103d9022d,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:12.268041 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:12.278078 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Pushing event updated for resources: {'Port': ['ID=ee580094-ad64-4510-b93b-12825f4732be,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:12.283729 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:12.286419 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:12.286815 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.328978 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (6c4462cb-b6fb-492b-83ab-66eddcae8ee8), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.538469 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Publish callbacks [] for port (abf2127a-9330-467b-b856-cf538ca222a6), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.541034 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:12.611058 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (abf2127a-9330-467b-b856-cf538ca222a6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.713691 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Router 77fad866-f3a7-4190-95b2-ff349a73a14e has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:35:12.719316 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.db.resource_extend [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 19 14:35:12.722544 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f291522-f694-4eb7-af3b-daa127f1f58c None None] Pushing event updated for resources: {'Port': ['ID=abf2127a-9330-467b-b856-cf538ca222a6,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:12.754144 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b403e8d0-3b60-4621-b120-953a6ea09b8e,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:12.760482 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Attempting to bind port abf2127a-9330-467b-b856-cf538ca222a6 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:12.778440 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Attempting to bind port abf2127a-9330-467b-b856-cf538ca222a6 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:12.779066 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Attempting to bind port abf2127a-9330-467b-b856-cf538ca222a6 on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:12.787605 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:12.788112 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:12.789093 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.790087 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:12.790087 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Bound port: abf2127a-9330-467b-b856-cf538ca222a6, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:12.790491 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (abf2127a-9330-467b-b856-cf538ca222a6), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.804194 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Allocated IP 172.20.0.1 (3e09d96f-7f91-47a0-b3ce-58319e0a0d96/df7d29b8-c1f6-46db-801b-45958c2aa13c/bbd1c8a7-b504-4899-a329-d36855fa64a8) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:12.948253 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] For port abf2127a-9330-467b-b856-cf538ca222a6, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:12.967756 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] For port abf2127a-9330-467b-b856-cf538ca222a6, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=abf2127a-9330-467b-b856-cf538ca222a6,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:12.971550 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-eaffbf34-0191-4198-bc2f-1cce09b8e640 None None] Provisioning complete for port ee580094-ad64-4510-b93b-12825f4732be triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:12.972374 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eaffbf34-0191-4198-bc2f-1cce09b8e640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ee580094-ad64-4510-b93b-12825f4732be), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:12.975902 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:35:13.010701 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Sync routers for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:35:13.013013 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-f4cf0a6b-8882-4cf3-917a-0bacb64a3645 admin admin] 10.222.0.79 "PUT /v2.0/routers/77fad866-f3a7-4190-95b2-ff349a73a14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4617031 Jan 19 14:35:13.041941 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:13.041941 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:13.044548 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (abf2127a-9330-467b-b856-cf538ca222a6), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:13.097626 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Publish callbacks [] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:13.117828 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (6c4462cb-b6fb-492b-83ab-66eddcae8ee8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:13.126053 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:13.126053 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:13.170958 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Publish callbacks [] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:13.180172 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-eaffbf34-0191-4198-bc2f-1cce09b8e640 None None] Port ee580094-ad64-4510-b93b-12825f4732be cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:35:13.207327 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f291522-f694-4eb7-af3b-daa127f1f58c None None] Pushing event updated for resources: {'Port': ['ID=abf2127a-9330-467b-b856-cf538ca222a6,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:13.271740 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-70dfddc7-79df-418a-ad65-4fef11e69899 req-2c317388-0e3c-4c07-9b56-36d5eb4aaf39 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 210 time: 0.1991448 Jan 19 14:35:13.277381 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:13.285941 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:13.370144 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6043587 Jan 19 14:35:13.372737 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f8d2f-05f0-45fe-92fd-4af5a2912b2a admin admin] Pushing event updated for resources: {'Network': ['ID=6c4462cb-b6fb-492b-83ab-66eddcae8ee8,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:13.375436 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39738) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:13.386690 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Request body: {'subnet': {'network_id': '6c4462cb-b6fb-492b-83ab-66eddcae8ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-76397091-subnet', 'tenant_id': '14449321cd7246cd983eb0bbc21c9364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:13.433151 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 6c4462cb-b6fb-492b-83ab-66eddcae8ee8 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:35:13.478925 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.57', 56751) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:13.508548 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:13.524244 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 7e28faf9-df22-4854-a9e2-e52103d9022d up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:13.538646 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:13.599790 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:13.605623 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:13.614881 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:13.624887 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:13.628446 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (33bef79f-ee86-48f4-a0b6-385f4b642b1d), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:13.655862 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:13.665256 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Made reservation on behalf of 14449321cd7246cd983eb0bbc21c9364 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:13.670767 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:13.693047 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd1c8a7-b504-4899-a329-d36855fa64a8,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:14.044687 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:14.214466 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-44abfabf-4731-4aa4-a5e1-685cd9d5c766 None None] Provisioning complete for port bbd1c8a7-b504-4899-a329-d36855fa64a8 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:14.215025 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44abfabf-4731-4aa4-a5e1-685cd9d5c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:14.224234 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (0936ac35-c679-4374-b56b-d931398b283c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:14.242763 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:08Z', 'revision_number': 3, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:14.341570 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Network 333f40c5-341d-4834-945d-fa7400e4854a is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:14.342053 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef29af-5a9e-4c27-ae86-fd243c87b678 None None] The sync data for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi is: [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:08Z', 'revision_number': 3, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:35:14.370587 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-44abfabf-4731-4aa4-a5e1-685cd9d5c766 None None] Port bbd1c8a7-b504-4899-a329-d36855fa64a8 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:35:14.400806 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Publish callbacks [] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:14.436900 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:14.460729 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-53218f4a-2676-4d23-b977-4b7ccfef6b80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:14.466230 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-53218f4a-2676-4d23-b977-4b7ccfef6b80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.57 "GET /v2.0/networks?id=d63b2e87-9f48-4556-9c01-d395c05a4da7 HTTP/1.1" status: 200 len: 811 time: 0.9855392 Jan 19 14:35:14.467025 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:14.467513 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (3c99d058-61b3-4e91-8f74-30fa934a1e25), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:14.478507 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Pushing event updated for resources: {'Port': ['ID=21d6d14a-0612-488a-ba6c-c1308d2c90b5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:14.479565 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:14.480559 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (33bef79f-ee86-48f4-a0b6-385f4b642b1d), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:14.544275 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 7e28faf9-df22-4854-a9e2-e52103d9022d triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:14.551461 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:14.636371 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39792) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:14.669262 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-712e0dd7-4df4-408f-a2d7-d28e2923a623 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618903742', 'description': 'tempest-description--1811039664'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:14.707161 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Request body: {'port': {'device_id': '7193e0de-a6dd-459e-9144-9f1c26755315', 'network_id': 'd63b2e87-9f48-4556-9c01-d395c05a4da7', 'admin_state_up': True, 'tenant_id': '2f6f977490c04d92a17ff32b18deaee5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:14.885010 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0936ac35-c679-4374-b56b-d931398b283c,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:14.893521 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd1c8a7-b504-4899-a329-d36855fa64a8,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:14.923769 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ca3b202f-e90f-48cb-8b67-489b4fe8c57d req-a3b5d66f-7796-4f52-b50b-c7807bde439d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 210 time: 0.1945455 Jan 19 14:35:14.994890 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 7e28faf9-df22-4854-a9e2-e52103d9022d is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:14.999465 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 450e20c1-1d67-4d01-a657-c5f68595af32 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:15.038073 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 2, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:15.047327 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:15.048977 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-712e0dd7-4df4-408f-a2d7-d28e2923a623 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:15.051379 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:15.089441 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Checking router: 77fad866-f3a7-4190-95b2-ff349a73a14e for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:35:15.089728 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Updating router 77fad866-f3a7-4190-95b2-ff349a73a14e port ee580094-ad64-4510-b93b-12825f4732be binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:35:15.171017 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Checking segment: {'id': '0b161d58-7390-4760-b46c-168762cb8ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6c4462cb-b6fb-492b-83ab-66eddcae8ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:15.171389 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Network hostable DHCP agents. Network: 6c4462cb-b6fb-492b-83ab-66eddcae8ee8, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:35:15.180395 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (ee580094-ad64-4510-b93b-12825f4732be), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:15.262708 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 450e20c1-1d67-4d01-a657-c5f68595af32 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:15.263680 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:15.332705 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-712e0dd7-4df4-408f-a2d7-d28e2923a623 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:15.346605 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Router 33bef79f-ee86-48f4-a0b6-385f4b642b1d has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:35:15.410410 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-712e0dd7-4df4-408f-a2d7-d28e2923a623 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:15.555091 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-712e0dd7-4df4-408f-a2d7-d28e2923a623 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:15.560364 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-712e0dd7-4df4-408f-a2d7-d28e2923a623 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9060972 Jan 19 14:35:15.562070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39832) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:15.567704 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e0dd7-4df4-408f-a2d7-d28e2923a623 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:15.594893 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:35:15.599332 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-219e7ccd-f828-4963-ad19-22c26521f37e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'security_group_rule': {'security_group_id': 'bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:15.610203 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-ad070541-5f16-4b9d-9c1d-859b5c208249 admin admin] 10.222.0.79 "PUT /v2.0/routers/33bef79f-ee86-48f4-a0b6-385f4b642b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3987961 Jan 19 14:35:15.637053 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Network 6c4462cb-b6fb-492b-83ab-66eddcae8ee8 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:35:15.686515 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:15.817023 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-f642edc2-d5a9-4eef-b1c9-0a3c89e26bbf None None] Provisioning complete for port bbd1c8a7-b504-4899-a329-d36855fa64a8 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:15.817686 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f642edc2-d5a9-4eef-b1c9-0a3c89e26bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:15.828800 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 450e20c1-1d67-4d01-a657-c5f68595af32 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:15.828800 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:15.904797 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port 450e20c1-1d67-4d01-a657-c5f68595af32, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=450e20c1-1d67-4d01-a657-c5f68595af32,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:15.936683 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f642edc2-d5a9-4eef-b1c9-0a3c89e26bbf None None] Port bbd1c8a7-b504-4899-a329-d36855fa64a8 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:35:15.944421 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Publish callbacks [] for port (ee580094-ad64-4510-b93b-12825f4732be), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:16.023564 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Made reservation on behalf of 2f6f977490c04d92a17ff32b18deaee5 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:16.027540 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:16.033177 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 6c4462cb-b6fb-492b-83ab-66eddcae8ee8) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:16.043101 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc02eeb-6a97-4d13-be07-ec74f173af10 None None] Network 6c4462cb-b6fb-492b-83ab-66eddcae8ee8 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:16.123525 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:16.129519 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:16.146058 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0c2b00f8-ef24-4154-881a-848c094ba948 req-e66d2cf8-0e88-4a71-8789-9f5ad5ce4611 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 210 time: 0.0719559 Jan 19 14:35:16.188513 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:16.188513 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (ee580094-ad64-4510-b93b-12825f4732be), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:16.398617 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-219e7ccd-f828-4963-ad19-22c26521f37e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (e758e6ec-e5d4-4908-89f3-2cfbe61de2f4), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:16.467380 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device abf2127a-9330-467b-b856-cf538ca222a6 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:16.560375 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-723efb4a-c248-4181-8f94-6a2fa8c54071 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.1820359 Jan 19 14:35:16.706012 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3debe88-73da-4853-a391-2fdfea8f247d None None] Network 6c4462cb-b6fb-492b-83ab-66eddcae8ee8 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:16.769169 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=450e20c1-1d67-4d01-a657-c5f68595af32,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:16.968654 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5d43b-83c7-446f-a1bb-14ff8a51f17d None None] Pushing event updated for resources: {'Port': ['ID=ee580094-ad64-4510-b93b-12825f4732be,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:17.091575 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Attempting to bind port ee580094-ad64-4510-b93b-12825f4732be on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:17.092586 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Attempting to bind port ee580094-ad64-4510-b93b-12825f4732be by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:17.093746 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Attempting to bind port ee580094-ad64-4510-b93b-12825f4732be on network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:17.178044 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:17.178296 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Checking segment: {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:17.179926 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:17.180326 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Bound using segment: {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:17.182590 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Bound port: ee580094-ad64-4510-b93b-12825f4732be, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:17.183562 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (ee580094-ad64-4510-b93b-12825f4732be), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:17.184780 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39880) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:17.193543 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-62f87555-a0f5-42c2-bd2d-b2ed27880831 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103549057', 'description': 'tempest-description--856386370'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:17.206271 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-15ad4743-31c6-48b2-92cd-120cc573d3fd None None] Provisioning complete for port ee580094-ad64-4510-b93b-12825f4732be triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:17.206593 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-15ad4743-31c6-48b2-92cd-120cc573d3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ee580094-ad64-4510-b93b-12825f4732be), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:17.309973 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-15ad4743-31c6-48b2-92cd-120cc573d3fd None None] Port ee580094-ad64-4510-b93b-12825f4732be cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:35:17.367106 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Allocated IP 172.20.0.5 (d63b2e87-9f48-4556-9c01-d395c05a4da7/dce78dc1-8232-4b0b-abd6-4df1fb711105/badd13ed-f348-407d-9d5f-7fe41ae7a97d) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:17.442137 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port abf2127a-9330-467b-b856-cf538ca222a6 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:17.447128 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (abf2127a-9330-467b-b856-cf538ca222a6), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:17.455229 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Sync routers for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:35:17.474361 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:17.476221 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:17.478345 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-25c3d8d3-03aa-497f-bd02-7f5a28dd1744 req-4c102d3f-1a39-4280-87bd-5e8a35c2373c tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 210 time: 0.0945702 Jan 19 14:35:17.493356 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-62f87555-a0f5-42c2-bd2d-b2ed27880831 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:17.689544 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-62f87555-a0f5-42c2-bd2d-b2ed27880831 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (2c10b6a6-82a3-4a9f-a54b-cef75caeaa57), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:17.706381 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-219e7ccd-f828-4963-ad19-22c26521f37e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (e758e6ec-e5d4-4908-89f3-2cfbe61de2f4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:17.707541 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] For port ee580094-ad64-4510-b93b-12825f4732be, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:17.709109 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Publish callbacks [] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:17.721433 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port abf2127a-9330-467b-b856-cf538ca222a6 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:17.721845 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (abf2127a-9330-467b-b856-cf538ca222a6), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:17.794962 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port abf2127a-9330-467b-b856-cf538ca222a6, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=abf2127a-9330-467b-b856-cf538ca222a6,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:17.798455 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] For port ee580094-ad64-4510-b93b-12825f4732be, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=ee580094-ad64-4510-b93b-12825f4732be,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:17.824275 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:17.895462 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Publish callbacks [] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.044560 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-62f87555-a0f5-42c2-bd2d-b2ed27880831 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2c10b6a6-82a3-4a9f-a54b-cef75caeaa57), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.071140 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-219e7ccd-f828-4963-ad19-22c26521f37e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (e758e6ec-e5d4-4908-89f3-2cfbe61de2f4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.072907 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (abf2127a-9330-467b-b856-cf538ca222a6), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.084688 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (ee580094-ad64-4510-b93b-12825f4732be), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.092028 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.095515 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (3c99d058-61b3-4e91-8f74-30fa934a1e25), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.106115 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.163416 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f87555-a0f5-42c2-bd2d-b2ed27880831 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:18.232877 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:14Z', 'revision_number': 2, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:18.244089 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:18.244875 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:18.248294 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=abf2127a-9330-467b-b856-cf538ca222a6,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:18.301453 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-62f87555-a0f5-42c2-bd2d-b2ed27880831 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.303029 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-62f87555-a0f5-42c2-bd2d-b2ed27880831 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1164010 Jan 19 14:35:18.309136 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39904) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:18.315357 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Network d63b2e87-9f48-4556-9c01-d395c05a4da7 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:18.317365 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-6cd8118c-4686-4c87-823d-5b411a1af9d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'security_group_rule': {'security_group_id': '2c10b6a6-82a3-4a9f-a54b-cef75caeaa57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:18.348143 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e7ccd-f828-4963-ad19-22c26521f37e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e758e6ec-e5d4-4908-89f3-2cfbe61de2f4,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:18.364013 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Checking router: 33bef79f-ee86-48f4-a0b6-385f4b642b1d for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:35:18.364370 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Updating router 33bef79f-ee86-48f4-a0b6-385f4b642b1d port bbd1c8a7-b504-4899-a329-d36855fa64a8 binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:35:18.367476 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Pushing event updated for resources: {'Port': ['ID=21d6d14a-0612-488a-ba6c-c1308d2c90b5,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:18.408758 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39906) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:18.421872 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2070136276-network', 'tenant_id': 'b0f2777c67c54385965ee8d8e15a2aab'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:18.464990 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.517945 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6cd8118c-4686-4c87-823d-5b411a1af9d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (974d16e8-d47e-4b75-8a6f-b421dfa44b08), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.582566 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:18.605884 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:18.619064 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:18.620069 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.639278 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Pushing event updated for resources: {'Port': ['ID=badd13ed-f348-407d-9d5f-7fe41ae7a97d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:18.713489 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 450e20c1-1d67-4d01-a657-c5f68595af32 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:18.829254 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5d43b-83c7-446f-a1bb-14ff8a51f17d None None] Pushing event updated for resources: {'Port': ['ID=ee580094-ad64-4510-b93b-12825f4732be,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:18.841198 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6cd8118c-4686-4c87-823d-5b411a1af9d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (974d16e8-d47e-4b75-8a6f-b421dfa44b08), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.860007 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Network 333f40c5-341d-4834-945d-fa7400e4854a is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:18.864363 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:18.888994 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a12e6-ae7b-4ed4-8d6c-8cf04d49fc73 req-bb145ca2-97b4-4c2d-bbf7-0b76bea5a72c tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:18.891990 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f35a12e6-ae7b-4ed4-8d6c-8cf04d49fc73 req-bb145ca2-97b4-4c2d-bbf7-0b76bea5a72c tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 931 time: 0.2582283 Jan 19 14:35:18.934471 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:18.937417 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-58e91932-4b4c-4bfb-a76f-2f51f718ac82 None None] Provisioning complete for port ee580094-ad64-4510-b93b-12825f4732be triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:18.937953 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58e91932-4b4c-4bfb-a76f-2f51f718ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ee580094-ad64-4510-b93b-12825f4732be), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:18.963939 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Made reservation on behalf of b0f2777c67c54385965ee8d8e15a2aab for: {'network': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:18.974297 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.020915 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Publish callbacks [] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.033462 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6cd8118c-4686-4c87-823d-5b411a1af9d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (974d16e8-d47e-4b75-8a6f-b421dfa44b08), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.033846 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-a231659a-28fd-4da3-afa6-85bd21546a4d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3491497 Jan 19 14:35:19.035507 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.036700 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-219e7ccd-f828-4963-ad19-22c26521f37e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.038571 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-219e7ccd-f828-4963-ad19-22c26521f37e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4522171 Jan 19 14:35:19.047147 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-796f808c-bebf-4f9f-a63e-f8de6f721ad0 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:35:19.049044 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-796f808c-bebf-4f9f-a63e-f8de6f721ad0 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064032 Jan 19 14:35:19.053810 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39918) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:19.059238 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9c40c50d-4339-4151-b997-faf861195945 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'security_group_rule': {'security_group_id': 'bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:19.062039 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 450e20c1-1d67-4d01-a657-c5f68595af32 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:19.062531 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.070237 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8118c-4686-4c87-823d-5b411a1af9d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974d16e8-d47e-4b75-8a6f-b421dfa44b08,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:19.107416 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Router 3c99d058-61b3-4e91-8f74-30fa934a1e25 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:35:19.143032 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.194373 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f35a12e6-ae7b-4ed4-8d6c-8cf04d49fc73 req-682a1bf6-28e3-4fb9-9766-016ae2b54ba7 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954557 Jan 19 14:35:19.246020 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c40c50d-4339-4151-b997-faf861195945 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (6e90daf0-48ed-4f19-874f-e7a4ff2b7198), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.298487 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d41cf7-7ade-421a-90b2-037f255c815d None None] Pushing event updated for resources: {'Port': ['ID=bbd1c8a7-b504-4899-a329-d36855fa64a8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:19.329609 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6cd8118c-4686-4c87-823d-5b411a1af9d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.333342 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-6cd8118c-4686-4c87-823d-5b411a1af9d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0207872 Jan 19 14:35:19.342681 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39928) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:19.352281 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-355eb6de-283c-40d1-89e9-5ca5187248d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'security_group_rule': {'security_group_id': '2c10b6a6-82a3-4a9f-a54b-cef75caeaa57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:19.399967 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-58e91932-4b4c-4bfb-a76f-2f51f718ac82 None None] Current status of the port ee580094-ad64-4510-b93b-12825f4732be is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:19.401412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58e91932-4b4c-4bfb-a76f-2f51f718ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (ee580094-ad64-4510-b93b-12825f4732be), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.436749 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Publish callbacks [] for security_group (49a36518-e295-4064-8820-399d91d1e2f3), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.471109 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Attempting to bind port bbd1c8a7-b504-4899-a329-d36855fa64a8 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:19.471646 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Attempting to bind port bbd1c8a7-b504-4899-a329-d36855fa64a8 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:19.471871 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Attempting to bind port bbd1c8a7-b504-4899-a329-d36855fa64a8 on network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:19.485103 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:19.485476 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Checking segment: {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:19.486057 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.486469 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Bound using segment: {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:19.487115 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Bound port: bbd1c8a7-b504-4899-a329-d36855fa64a8, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:19.487494 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.509352 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 450e20c1-1d67-4d01-a657-c5f68595af32 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:19.550790 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:35:19.565222 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c40c50d-4339-4151-b997-faf861195945 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (6e90daf0-48ed-4f19-874f-e7a4ff2b7198), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.566580 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Sync routers for ids ['3c99d058-61b3-4e91-8f74-30fa934a1e25'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:35:19.571501 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-58e91932-4b4c-4bfb-a76f-2f51f718ac82 None None] For port ee580094-ad64-4510-b93b-12825f4732be, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=ee580094-ad64-4510-b93b-12825f4732be,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:19.594494 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Routers {'3c99d058-61b3-4e91-8f74-30fa934a1e25'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:19.594999 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['3c99d058-61b3-4e91-8f74-30fa934a1e25'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:19.595347 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-aadc77e1-9b07-40ec-8374-55a69a85d7bd admin admin] 10.222.0.79 "PUT /v2.0/routers/3c99d058-61b3-4e91-8f74-30fa934a1e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0168247 Jan 19 14:35:19.602944 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Request body: {'port': {'device_id': '7193e0de-a6dd-459e-9144-9f1c26755315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:19.656582 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (49a36518-e295-4064-8820-399d91d1e2f3), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.670435 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] For port bbd1c8a7-b504-4899-a329-d36855fa64a8, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:19.675751 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] For port bbd1c8a7-b504-4899-a329-d36855fa64a8, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=bbd1c8a7-b504-4899-a329-d36855fa64a8,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:19.737218 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.737410 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:19.739961 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c40c50d-4339-4151-b997-faf861195945 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (6e90daf0-48ed-4f19-874f-e7a4ff2b7198), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.750560 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-58e91932-4b4c-4bfb-a76f-2f51f718ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (ee580094-ad64-4510-b93b-12825f4732be), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.781473 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a36518-e295-4064-8820-399d91d1e2f3,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:19.796174 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.803005 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40c50d-4339-4151-b997-faf861195945 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e90daf0-48ed-4f19-874f-e7a4ff2b7198,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:19.815027 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-355eb6de-283c-40d1-89e9-5ca5187248d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (cd99433a-f172-40d4-9c79-0454042c40ca), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.870238 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b2874-23e6-4f80-b7c4-2a62b632ff8b None None] The sync data for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi is: [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:35:19.942312 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:19.945419 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:19.960624 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9c40c50d-4339-4151-b997-faf861195945 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:19.961878 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-9c40c50d-4339-4151-b997-faf861195945 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9069607 Jan 19 14:35:20.029497 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:35:20.071906 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (325432cc-b84b-45df-a773-3a424481f77e), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:20.071906 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.segments_db [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Added segment 325432cc-b84b-45df-a773-3a424481f77e of type vlan for network 38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7 Jan 19 14:35:20.117777 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Set router 3c99d058-61b3-4e91-8f74-30fa934a1e25 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:20.164367 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39938) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:20.169264 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e91932-4b4c-4bfb-a76f-2f51f718ac82 None None] Pushing event updated for resources: {'Port': ['ID=ee580094-ad64-4510-b93b-12825f4732be,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:20.176197 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-51bf65b4-b023-4994-9049-62b9686d3d1c None None] Provisioning complete for port bbd1c8a7-b504-4899-a329-d36855fa64a8 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:20.186290 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51bf65b4-b023-4994-9049-62b9686d3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:20.193269 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'floatingip': {'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:20.278938 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:20.429119 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:20.562084 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:20.616130 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.db.resource_extend [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 19 14:35:20.625137 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device abf2127a-9330-467b-b856-cf538ca222a6 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:20.693063 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d41cf7-7ade-421a-90b2-037f255c815d None None] Pushing event updated for resources: {'Port': ['ID=bbd1c8a7-b504-4899-a329-d36855fa64a8,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:20.739293 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-355eb6de-283c-40d1-89e9-5ca5187248d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (cd99433a-f172-40d4-9c79-0454042c40ca), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:20.828145 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badd13ed-f348-407d-9d5f-7fe41ae7a97d {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:20.837855 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Publish callbacks [] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:20.862654 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Transition to ACTIVE for port object badd13ed-f348-407d-9d5f-7fe41ae7a97d will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:35:20.927628 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:20.954308 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b394b7-3778-450c-aff7-c165f3f07e79 req-c6f7d177-a205-4a0e-bd77-54cd8f4052af tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:20.961358 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e7b394b7-3778-450c-aff7-c165f3f07e79 req-c6f7d177-a205-4a0e-bd77-54cd8f4052af tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 931 time: 0.5559306 Jan 19 14:35:20.964498 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:20.964498 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:20.970516 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:21.006061 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-355eb6de-283c-40d1-89e9-5ca5187248d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (cd99433a-f172-40d4-9c79-0454042c40ca), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:21.095814 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port abf2127a-9330-467b-b856-cf538ca222a6 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:21.106319 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (abf2127a-9330-467b-b856-cf538ca222a6), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:21.111800 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-51bf65b4-b023-4994-9049-62b9686d3d1c None None] Current status of the port bbd1c8a7-b504-4899-a329-d36855fa64a8 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:21.112215 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51bf65b4-b023-4994-9049-62b9686d3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:21.220147 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:21.290269 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb582e-1091-42df-a207-a7e9e81f5c04 None None] The sync data for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi is: [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:35:21.359502 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:04Z', 'updated_at': '2022-01-19T14:35:15Z', 'revision_number': 4, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'gw_port': {'id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': '21d6d14a-0612-488a-ba6c-c1308d2c90b5', 'name': '', 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'mac_address': 'fa:16:3e:42:cc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76df00e1-6469-4fb6-8ada-b38427646cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:11Z', 'updated_at': '2022-01-19T14:35:16Z', 'revision_number': 2, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'subnets': [{'id': '76df00e1-6469-4fb6-8ada-b38427646cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:21.438309 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Pushing event updated for resources: {'Port': ['ID=badd13ed-f348-407d-9d5f-7fe41ae7a97d,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:21.442574 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-51bf65b4-b023-4994-9049-62b9686d3d1c None None] For port bbd1c8a7-b504-4899-a329-d36855fa64a8, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=bbd1c8a7-b504-4899-a329-d36855fa64a8,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:21.510427 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Attempting to bind port badd13ed-f348-407d-9d5f-7fe41ae7a97d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:21.511943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Attempting to bind port badd13ed-f348-407d-9d5f-7fe41ae7a97d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '2bbf687f-7b9b-4f7c-a7d5-529639683fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd63b2e87-9f48-4556-9c01-d395c05a4da7'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:21.512835 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Attempting to bind port badd13ed-f348-407d-9d5f-7fe41ae7a97d on network d63b2e87-9f48-4556-9c01-d395c05a4da7 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:21.537277 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Port badd13ed-f348-407d-9d5f-7fe41ae7a97d on network d63b2e87-9f48-4556-9c01-d395c05a4da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:35:21.539001 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Attempting to bind port badd13ed-f348-407d-9d5f-7fe41ae7a97d on network d63b2e87-9f48-4556-9c01-d395c05a4da7 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:21.539120 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Checking router: 3c99d058-61b3-4e91-8f74-30fa934a1e25 for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:35:21.539443 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Updating router 3c99d058-61b3-4e91-8f74-30fa934a1e25 port 21d6d14a-0612-488a-ba6c-c1308d2c90b5 binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:35:21.556423 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:21.557641 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Checking segment: {'id': '2bbf687f-7b9b-4f7c-a7d5-529639683fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd63b2e87-9f48-4556-9c01-d395c05a4da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:21.558598 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Bound using segment: {'id': '2bbf687f-7b9b-4f7c-a7d5-529639683fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd63b2e87-9f48-4556-9c01-d395c05a4da7'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:21.560819 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Bound port: badd13ed-f348-407d-9d5f-7fe41ae7a97d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbf687f-7b9b-4f7c-a7d5-529639683fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd63b2e87-9f48-4556-9c01-d395c05a4da7'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:21.568087 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:21.588210 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eb6de-283c-40d1-89e9-5ca5187248d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd99433a-f172-40d4-9c79-0454042c40ca,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:21.592337 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39982) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:21.595817 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-51bf65b4-b023-4994-9049-62b9686d3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:21.641716 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:21.671764 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port abf2127a-9330-467b-b856-cf538ca222a6 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:21.679241 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device ee580094-ad64-4510-b93b-12825f4732be up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:21.814180 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] For port badd13ed-f348-407d-9d5f-7fe41ae7a97d, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:21.829479 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] For port badd13ed-f348-407d-9d5f-7fe41ae7a97d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=badd13ed-f348-407d-9d5f-7fe41ae7a97d,segment=NetworkSegment(2bbf687f-7b9b-4f7c-a7d5-529639683fdf),segment_id=2bbf687f-7b9b-4f7c-a7d5-529639683fdf)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:21.834331 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39988) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:21.903821 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e7b394b7-3778-450c-aff7-c165f3f07e79 req-81a4ccea-0a5a-406b-864f-bf9d131b7541 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8540177 Jan 19 14:35:21.962811 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5517275 Jan 19 14:35:21.978958 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 39990) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:22.030501 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Request body: {'subnet': {'network_id': '38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2070136276-subnet', 'tenant_id': 'b0f2777c67c54385965ee8d8e15a2aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:22.061210 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf65b4-b023-4994-9049-62b9686d3d1c None None] Pushing event updated for resources: {'Port': ['ID=bbd1c8a7-b504-4899-a329-d36855fa64a8,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:22.073754 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-982bd478-2a33-4536-867e-d10b7d4ab7f4 None None] Provisioning complete for port bbd1c8a7-b504-4899-a329-d36855fa64a8 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:22.074634 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-982bd478-2a33-4536-867e-d10b7d4ab7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.098577 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.137427 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-355eb6de-283c-40d1-89e9-5ca5187248d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.137427 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-355eb6de-283c-40d1-89e9-5ca5187248d0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7834492 Jan 19 14:35:22.213236 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 39994) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:22.249294 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'floatingip': {'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:22.281299 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port ee580094-ad64-4510-b93b-12825f4732be triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:22.282023 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (ee580094-ad64-4510-b93b-12825f4732be), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.300458 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-382ac416-f61a-43a5-84a8-c93a173dac43 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:22.309895 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-382ac416-f61a-43a5-84a8-c93a173dac43 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 818 time: 1.2631476 Jan 19 14:35:22.328747 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7599b32-89e8-4e5a-b106-0e3e94081323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.331081 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453b58d-29b8-47f1-a0c2-5677871f733c admin admin] Pushing event updated for resources: {'Network': ['ID=38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:22.351850 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a0526a4d-5eb7-44b6-9cec-13d9c2519b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.372827 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:22.374219 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.377791 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] 10.222.0.57 "PUT /v2.0/ports/badd13ed-f348-407d-9d5f-7fe41ae7a97d HTTP/1.1" status: 200 len: 1093 time: 3.0200739 Jan 19 14:35:22.379464 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7193e0de-a6dd-459e-9144-9f1c26755315', 'tag': 'badd13ed-f348-407d-9d5f-7fe41ae7a97d'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:22.436853 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:35:22.455584 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:35:22.456555 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-746b8478-f6dd-4afb-b61d-9e37764da76e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/quotas/128e47ed902f40ff8fa4b033fab98f5c HTTP/1.1" status: 200 len: 375 time: 0.1448689 Jan 19 14:35:22.550097 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeee7cb-5c95-4ec6-b9d0-6756a1cd521a service neutron] Pushing event updated for resources: {'Port': ['ID=badd13ed-f348-407d-9d5f-7fe41ae7a97d,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:22.664038 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7599b32-89e8-4e5a-b106-0e3e94081323 admin admin] Publish callbacks [] for security_group (29b78487-65eb-41af-8578-7c10aba67235), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.683552 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Made reservation on behalf of b0f2777c67c54385965ee8d8e15a2aab for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:22.683552 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.705340 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40002) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:22.739416 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.753570 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-b6257cd1-2fa3-4050-83ea-b03f795638f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:22.755486 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-b6257cd1-2fa3-4050-83ea-b03f795638f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f6f977490c04d92a17ff32b18deaee5&device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 1096 time: 0.1962283 Jan 19 14:35:22.833718 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a7f23d-412b-4339-b371-43c7ac367256" -d '{"events": [{"name": "network-changed", "server_uuid": "7193e0de-a6dd-459e-9144-9f1c26755315", "tag": "badd13ed-f348-407d-9d5f-7fe41ae7a97d"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:22.910267 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-8eb71fb0-1ac7-4363-8f23-34aa89cc73fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badd13ed-f348-407d-9d5f-7fe41ae7a97d HTTP/1.1" status: 200 len: 217 time: 0.1364827 Jan 19 14:35:22.953966 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a0526a4d-5eb7-44b6-9cec-13d9c2519b4b admin admin] Publish callbacks [] for security_group (a6c33f0a-2fa0-4680-b946-03f9d95e47b2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:22.980869 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7599b32-89e8-4e5a-b106-0e3e94081323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (29b78487-65eb-41af-8578-7c10aba67235), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.008754 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-950910ca-5819-46ea-9d0c-85c4094ecea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.034893 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-e755b336-caa8-48c8-b0b4-3314e63ec0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:23.036432 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-e755b336-caa8-48c8-b0b4-3314e63ec0a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dce78dc1-8232-4b0b-abd6-4df1fb711105 HTTP/1.1" status: 200 len: 851 time: 0.0967112 Jan 19 14:35:23.041209 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7599b32-89e8-4e5a-b106-0e3e94081323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b78487-65eb-41af-8578-7c10aba67235,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:23.063849 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Publish callbacks [] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.119177 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-b8db7d64-94a8-4e59-bb06-2a844162ea7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d63b2e87-9f48-4556-9c01-d395c05a4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612509 Jan 19 14:35:23.154774 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba54e81d-5432-4f25-a930-5d0a65f3fa9a x-openstack-request-id: req-ba54e81d-5432-4f25-a930-5d0a65f3fa9a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:23.155104 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7193e0de-a6dd-459e-9144-9f1c26755315", "tag": "badd13ed-f348-407d-9d5f-7fe41ae7a97d", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:23.155408 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba54e81d-5432-4f25-a930-5d0a65f3fa9a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:23.155912 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7193e0de-a6dd-459e-9144-9f1c26755315', 'tag': 'badd13ed-f348-407d-9d5f-7fe41ae7a97d', 'status': 'completed', 'code': 200} Jan 19 14:35:23.194758 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.207983 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.252457 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port ee580094-ad64-4510-b93b-12825f4732be is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:23.256147 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-982bd478-2a33-4536-867e-d10b7d4ab7f4 None None] Current status of the port bbd1c8a7-b504-4899-a329-d36855fa64a8 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:23.397755 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-950910ca-5819-46ea-9d0c-85c4094ecea9 admin admin] Publish callbacks [] for security_group (ebfd1024-78d1-465b-8825-a49102823480), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.398635 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (b6e1f9b0-3fad-48fe-ad7f-cd423203f9b8), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.399005 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-d190668d-8f26-4183-be97-14f576b2dd36 service neutron] 10.222.0.57 "GET /v2.0/networks/d63b2e87-9f48-4556-9c01-d395c05a4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103765 Jan 19 14:35:23.399084 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-d35ed4a8-768f-4e87-a908-273c37e4a155 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9062593 Jan 19 14:35:23.429806 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d7599b32-89e8-4e5a-b106-0e3e94081323 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f2fd5bdee4fd48549bcb4cb64eaa67c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7746837 Jan 19 14:35:23.436376 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40018) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:23.486414 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.487016 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a0526a4d-5eb7-44b6-9cec-13d9c2519b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a6c33f0a-2fa0-4680-b946-03f9d95e47b2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.496251 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8bd58593-98ad-4fd1-bd28-9c47e208b42b req-7bfd88d1-465b-4b5e-ae71-fab500a0c578 service neutron] 10.222.0.57 "GET /v2.0/networks/d63b2e87-9f48-4556-9c01-d395c05a4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250269 Jan 19 14:35:23.525437 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8c99f-e057-4a5d-ae02-89dddf42fb1f req-cbdd263a-ec73-4d27-8d4f-73af54726b0a tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:23.532947 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84e8c99f-e057-4a5d-ae02-89dddf42fb1f req-cbdd263a-ec73-4d27-8d4f-73af54726b0a tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 943 time: 0.2144558 Jan 19 14:35:23.558727 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Allocated IP 172.27.1.65 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/834ded1e-d96d-46d2-bc27-1b18fc7fe680) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:23.563923 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-950910ca-5819-46ea-9d0c-85c4094ecea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ebfd1024-78d1-465b-8825-a49102823480), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.637442 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0526a4d-5eb7-44b6-9cec-13d9c2519b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c33f0a-2fa0-4680-b946-03f9d95e47b2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:23.650227 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a0526a4d-5eb7-44b6-9cec-13d9c2519b4b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=56e09bb87856439b8fd232000e0d03d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8144956 Jan 19 14:35:23.652046 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device bbd1c8a7-b504-4899-a329-d36855fa64a8 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:23.659429 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40022) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:23.704956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e1f9b0-3fad-48fe-ad7f-cd423203f9b8,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:23.732673 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-b2913e64-d6db-4ba3-9c35-43e84393fba0 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:35:23.734957 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-b2913e64-d6db-4ba3-9c35-43e84393fba0 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2449231 Jan 19 14:35:23.787763 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port bbd1c8a7-b504-4899-a329-d36855fa64a8 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:23.788177 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.795802 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Checking segment: {'id': '325432cc-b84b-45df-a773-3a424481f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:23.796349 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Network hostable DHCP agents. Network: 38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:35:23.819849 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-950910ca-5819-46ea-9d0c-85c4094ecea9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a144c68033b43019a5807b7f32b8603&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1111908 Jan 19 14:35:23.836324 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40024) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:23.868047 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7e230-62cc-4e63-874c-2eb0065567e2 None None] Pushing event updated for resources: {'Port': ['ID=21d6d14a-0612-488a-ba6c-c1308d2c90b5,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:23.908829 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950910ca-5819-46ea-9d0c-85c4094ecea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfd1024-78d1-465b-8825-a49102823480,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:23.935886 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port bbd1c8a7-b504-4899-a329-d36855fa64a8 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:23.937860 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Attempting to bind port 21d6d14a-0612-488a-ba6c-c1308d2c90b5 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:23.938350 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Attempting to bind port 21d6d14a-0612-488a-ba6c-c1308d2c90b5 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:23.938671 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Attempting to bind port 21d6d14a-0612-488a-ba6c-c1308d2c90b5 on network 333f40c5-341d-4834-945d-fa7400e4854a {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:23.944864 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:23.945307 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Checking segment: {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:23.946023 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.946412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Bound using segment: {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:23.946894 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Bound port: 21d6d14a-0612-488a-ba6c-c1308d2c90b5, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:23.947279 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:23.991831 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-ef01ff80-ca1a-481a-af9b-7834d846680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:23.993416 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-ef01ff80-ca1a-481a-af9b-7834d846680a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f6f977490c04d92a17ff32b18deaee5&device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 1096 time: 0.3195295 Jan 19 14:35:23.995612 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-18bad1e3-81d8-417d-a6ab-e18784ed0d1d admin admin] Publish callbacks [] for security_group (29b78487-65eb-41af-8578-7c10aba67235), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.002077 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e54d7ac7-e482-4cc9-8080-887ddd7c9716 admin admin] Publish callbacks [] for security_group (a6c33f0a-2fa0-4680-b946-03f9d95e47b2), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.025203 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] For port 21d6d14a-0612-488a-ba6c-c1308d2c90b5, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:24.029203 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] For port 21d6d14a-0612-488a-ba6c-c1308d2c90b5, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=21d6d14a-0612-488a-ba6c-c1308d2c90b5,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:24.035653 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84e8c99f-e057-4a5d-ae02-89dddf42fb1f req-1faa6e88-742f-4c36-9629-00107b8fe842 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016155 Jan 19 14:35:24.119177 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-18bad1e3-81d8-417d-a6ab-e18784ed0d1d admin admin] Publish callbacks [] for security_group (29b78487-65eb-41af-8578-7c10aba67235), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.158493 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for port (834ded1e-d96d-46d2-bc27-1b18fc7fe680), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.165103 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.187771 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e54d7ac7-e482-4cc9-8080-887ddd7c9716 admin admin] Publish callbacks [] for security_group (a6c33f0a-2fa0-4680-b946-03f9d95e47b2), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.192521 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa44c4eb-0a4b-4d2c-89d5-8fd9fc9e24aa admin admin] Publish callbacks [] for security_group (ebfd1024-78d1-465b-8825-a49102823480), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.212676 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Network 38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:35:24.277722 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Routers {'3c99d058-61b3-4e91-8f74-30fa934a1e25'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:24.277722 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['3c99d058-61b3-4e91-8f74-30fa934a1e25'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:24.278293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa44c4eb-0a4b-4d2c-89d5-8fd9fc9e24aa admin admin] Publish callbacks [] for security_group (ebfd1024-78d1-465b-8825-a49102823480), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.278861 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-bb2b4dad-c922-4c44-9419-bbb6ae835f0b service neutron] 10.222.0.79 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238698 Jan 19 14:35:24.343593 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7e230-62cc-4e63-874c-2eb0065567e2 None None] Pushing event updated for resources: {'Port': ['ID=21d6d14a-0612-488a-ba6c-c1308d2c90b5,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:24.439074 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-508a1753-48fb-45cf-bab3-b3c5b2cde540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:24.440286 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-508a1753-48fb-45cf-bab3-b3c5b2cde540 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d63b2e87-9f48-4556-9c01-d395c05a4da7 HTTP/1.1" status: 200 len: 912 time: 0.4275765 Jan 19 14:35:24.445187 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:24.450747 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:24.452935 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.455395 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99068220-5c05-4bc1-9dfd-d2318e26894d None None] Network 38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:24.478369 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-ea0efb3f-71e2-4de4-9c38-9ce47731cc2d service neutron] 10.222.0.79 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984074 Jan 19 14:35:24.524520 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] Set router 3c99d058-61b3-4e91-8f74-30fa934a1e25 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:24.559102 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e54d7ac7-e482-4cc9-8080-887ddd7c9716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a6c33f0a-2fa0-4680-b946-03f9d95e47b2), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.559102 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e54d7ac7-e482-4cc9-8080-887ddd7c9716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.559102 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-e54d7ac7-e482-4cc9-8080-887ddd7c9716 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a6c33f0a-2fa0-4680-b946-03f9d95e47b2 HTTP/1.1" status: 204 len: 168 time: 0.8603373 Jan 19 14:35:24.559102 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-18bad1e3-81d8-417d-a6ab-e18784ed0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (29b78487-65eb-41af-8578-7c10aba67235), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.559423 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-5652a9be-4f25-4a52-9800-0f3a75e684a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badd13ed-f348-407d-9d5f-7fe41ae7a97d HTTP/1.1" status: 200 len: 217 time: 0.1049433 Jan 19 14:35:24.560455 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (834ded1e-d96d-46d2-bc27-1b18fc7fe680), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.564975 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa44c4eb-0a4b-4d2c-89d5-8fd9fc9e24aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ebfd1024-78d1-465b-8825-a49102823480), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.567795 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aa44c4eb-0a4b-4d2c-89d5-8fd9fc9e24aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.573230 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-18bad1e3-81d8-417d-a6ab-e18784ed0d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.574367 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-18bad1e3-81d8-417d-a6ab-e18784ed0d1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/29b78487-65eb-41af-8578-7c10aba67235 HTTP/1.1" status: 204 len: 168 time: 1.1310182 Jan 19 14:35:24.585488 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-ec8a8451-d46d-40c0-9b33-a5b089a0d1c8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5907819 Jan 19 14:35:24.587711 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-aa44c4eb-0a4b-4d2c-89d5-8fd9fc9e24aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ebfd1024-78d1-465b-8825-a49102823480 HTTP/1.1" status: 204 len: 168 time: 0.7435429 Jan 19 14:35:24.603618 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d7ac7-e482-4cc9-8080-887ddd7c9716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c33f0a-2fa0-4680-b946-03f9d95e47b2,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:24.652796 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Allocated IP 172.27.1.228 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/e4969032-cf5a-4255-859d-9e826b703dcb) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:24.657667 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bad1e3-81d8-417d-a6ab-e18784ed0d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b78487-65eb-41af-8578-7c10aba67235,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:24.732992 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44c4eb-0a4b-4d2c-89d5-8fd9fc9e24aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfd1024-78d1-465b-8825-a49102823480,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:24.763812 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:24.773195 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:24.791020 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'Port': ['ID=834ded1e-d96d-46d2-bc27-1b18fc7fe680,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:24.883404 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:24.883404 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-8fe494b5-4700-4044-bf5f-552574265fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:24.883404 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-8fe494b5-4700-4044-bf5f-552574265fbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dce78dc1-8232-4b0b-abd6-4df1fb711105 HTTP/1.1" status: 200 len: 851 time: 0.2209973 Jan 19 14:35:24.896111 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for port (e4969032-cf5a-4255-859d-9e826b703dcb), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:24.910198 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca8681-0ca4-4ade-8753-933bc3d8c064 None None] Network 38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:35:24.933515 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-33a07acb-caf6-4801-a60b-172a94aa56a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d63b2e87-9f48-4556-9c01-d395c05a4da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683963 Jan 19 14:35:24.961837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (5c904810-8456-4360-8c35-c16780b50725), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:25.119297 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:04Z', 'updated_at': '2022-01-19T14:35:15Z', 'revision_number': 4, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'gw_port': {'id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': '21d6d14a-0612-488a-ba6c-c1308d2c90b5', 'name': '', 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'mac_address': 'fa:16:3e:42:cc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76df00e1-6469-4fb6-8ada-b38427646cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:11Z', 'updated_at': '2022-01-19T14:35:24Z', 'revision_number': 4, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'subnets': [{'id': '76df00e1-6469-4fb6-8ada-b38427646cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:25.153140 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (e4969032-cf5a-4255-859d-9e826b703dcb), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:25.247995 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e44f00-a730-463f-b714-41a3972dfc9b None None] The sync data for ids ['3c99d058-61b3-4e91-8f74-30fa934a1e25'] in dv-cinder-799871-15-iscsi is: [{'id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:04Z', 'updated_at': '2022-01-19T14:35:15Z', 'revision_number': 4, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'gw_port': {'id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': '21d6d14a-0612-488a-ba6c-c1308d2c90b5', 'name': '', 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'mac_address': 'fa:16:3e:42:cc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76df00e1-6469-4fb6-8ada-b38427646cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:11Z', 'updated_at': '2022-01-19T14:35:24Z', 'revision_number': 4, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'subnets': [{'id': '76df00e1-6469-4fb6-8ada-b38427646cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:35:25.249312 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fa1467ea-34ad-4fe6-a8d7-5d6bd6da1607 req-a35b5aaf-2128-4b2f-9cc0-58d419072635 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 210 time: 0.0505879 Jan 19 14:35:25.253177 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:25.302268 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:25.304748 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'Port': ['ID=e4969032-cf5a-4255-859d-9e826b703dcb,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:25.311635 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:25.520517 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098acbff-acca-4ed9-93cd-dd7c89caf80e req-de91f8c6-10f9-4231-9470-66c8ac980a38 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:25.526257 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-ef465912-5dc1-4f5a-a695-11feb8ffd1f4 service neutron] 10.222.0.57 "GET /v2.0/networks/d63b2e87-9f48-4556-9c01-d395c05a4da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594516 Jan 19 14:35:25.526617 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-098acbff-acca-4ed9-93cd-dd7c89caf80e req-de91f8c6-10f9-4231-9470-66c8ac980a38 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 943 time: 0.2798324 Jan 19 14:35:25.553439 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (ce46db69-7a30-465a-bd8c-8f1bedaa03fd), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:25.603644 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (834ded1e-d96d-46d2-bc27-1b18fc7fe680), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:25.648687 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40062) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:25.760137 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb6f65c-61a1-4c51-a1bd-65cb4bd4b694 admin admin] Deleting subnet 0936ac35-c679-4374-b56b-d931398b283c {{(pid=103125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:35:25.775537 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f65c-61a1-4c51-a1bd-65cb4bd4b694 admin admin] Publish callbacks [] for subnet (0936ac35-c679-4374-b56b-d931398b283c), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:25.867545 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-098acbff-acca-4ed9-93cd-dd7c89caf80e req-3c527edd-bb29-47ce-bc4f-84303d6193e6 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322182 Jan 19 14:35:25.878322 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (e4969032-cf5a-4255-859d-9e826b703dcb), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:25.882844 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f65c-61a1-4c51-a1bd-65cb4bd4b694 admin admin] Publish callbacks [] for subnet (0936ac35-c679-4374-b56b-d931398b283c), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:25.931678 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f65c-61a1-4c51-a1bd-65cb4bd4b694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (0936ac35-c679-4374-b56b-d931398b283c), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.045741 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c0a7f23d-412b-4339-b371-43c7ac367256 req-8549c91b-9c69-4bb6-89fb-34af5d82d878 service neutron] 10.222.0.57 "GET /v2.0/networks/d63b2e87-9f48-4556-9c01-d395c05a4da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106285 Jan 19 14:35:26.204991 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for port (834ded1e-d96d-46d2-bc27-1b18fc7fe680), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.205883 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for port (e4969032-cf5a-4255-859d-9e826b703dcb), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.421381 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f65c-61a1-4c51-a1bd-65cb4bd4b694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for subnet (0936ac35-c679-4374-b56b-d931398b283c), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.426330 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (834ded1e-d96d-46d2-bc27-1b18fc7fe680), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.426983 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (e4969032-cf5a-4255-859d-9e826b703dcb), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.460029 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (5c904810-8456-4360-8c35-c16780b50725), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.487182 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'Port': ['ID=834ded1e-d96d-46d2-bc27-1b18fc7fe680,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:26.509324 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f65c-61a1-4c51-a1bd-65cb4bd4b694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.539323 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40076) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:26.540545 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-5cb6f65c-61a1-4c51-a1bd-65cb4bd4b694 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0936ac35-c679-4374-b56b-d931398b283c HTTP/1.1" status: 204 len: 168 time: 0.8883500 Jan 19 14:35:26.552904 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6f65c-61a1-4c51-a1bd-65cb4bd4b694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0936ac35-c679-4374-b56b-d931398b283c,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:26.558352 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.558352 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-c4886985-77f6-4d43-80fa-1e562ff8a758 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3425951 Jan 19 14:35:26.592963 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (ce46db69-7a30-465a-bd8c-8f1bedaa03fd), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.625167 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'Port': ['ID=e4969032-cf5a-4255-859d-9e826b703dcb,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:26.656170 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40088) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:26.678353 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-123c1fe5-d06e-4c7b-af58-6b347c7a0629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.714601 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (6c4462cb-b6fb-492b-83ab-66eddcae8ee8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.755569 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:26.769493 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-8d346f5d-e8bb-4af2-8a94-b613fedddca6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5804050 Jan 19 14:35:26.954381 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (6c4462cb-b6fb-492b-83ab-66eddcae8ee8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.006803 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.008734 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.009584 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.011788 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > port after_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.012177 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.012678 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > port after_update 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.014156 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.014671 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.015932 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.016427 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.125536 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-889dd39f-a23a-4a75-95c8-0f2713158b2f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:27.127058 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-889dd39f-a23a-4a75-95c8-0f2713158b2f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 818 time: 0.4450140 Jan 19 14:35:27.173493 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-7e5e56e7-728e-4c24-8c09-2b33f917925d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/quotas/128e47ed902f40ff8fa4b033fab98f5c HTTP/1.1" status: 200 len: 375 time: 0.0375123 Jan 19 14:35:27.226476 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-0500671e-a792-4f11-a4b7-7653614043fd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1103549057&fields=id&tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501 HTTP/1.1" status: 200 len: 267 time: 0.1469250 Jan 19 14:35:27.253948 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-123c1fe5-d06e-4c7b-af58-6b347c7a0629 admin admin] Publish callbacks [] for security_group (caf63bd2-8a0d-4788-91d1-cb45c02ca0bd), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.270701 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.283804 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.283804 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.283804 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:27.283804 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4462cb-b6fb-492b-83ab-66eddcae8ee8']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:27.294839 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b161d58-7390-4760-b46c-168762cb8ab8') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:27.295388 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b161d58-7390-4760-b46c-168762cb8ab8') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:27.343135 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (0b161d58-7390-4760-b46c-168762cb8ab8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.391797 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-003cea3e-2667-461e-8a66-7fb12a008f8b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2046049 Jan 19 14:35:27.414802 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (0b161d58-7390-4760-b46c-168762cb8ab8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.454212 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:35:27.454655 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (0b161d58-7390-4760-b46c-168762cb8ab8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.462429 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 21d6d14a-0612-488a-ba6c-c1308d2c90b5 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:27.467749 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-123c1fe5-d06e-4c7b-af58-6b347c7a0629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (caf63bd2-8a0d-4788-91d1-cb45c02ca0bd), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: from cryptography.utils import int_from_bytes Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: from cryptography.utils import int_from_bytes Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:35:27.547126 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:35:27.603555 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 21d6d14a-0612-488a-ba6c-c1308d2c90b5 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:27.604351 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.612206 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-1366dbe6-6b72-434e-89c5-67f9d2e17f38 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:27.615617 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-1366dbe6-6b72-434e-89c5-67f9d2e17f38 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 811 time: 0.3880310 Jan 19 14:35:27.639531 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40120) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:27.654292 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c1fe5-d06e-4c7b-af58-6b347c7a0629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf63bd2-8a0d-4788-91d1-cb45c02ca0bd,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:27.669931 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19ab0362-8a8a-498e-8d12-5c5aa3776200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.706747 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-123c1fe5-d06e-4c7b-af58-6b347c7a0629 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a163f3ab49d141e4ab6f0fae3e2a1303&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0542824 Jan 19 14:35:27.708210 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-d61e1dc9-d3c4-41d1-a473-a62f0fc351dc tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/quotas/9261eb09fd8d40b1bf9a1b13d4ebf501 HTTP/1.1" status: 200 len: 375 time: 0.0465026 Jan 19 14:35:27.710829 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40122) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:27.755325 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (6c4462cb-b6fb-492b-83ab-66eddcae8ee8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.808676 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.816264 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6c4462cb-b6fb-492b-83ab-66eddcae8ee8 HTTP/1.1" status: 204 len: 168 time: 1.2733254 Jan 19 14:35:27.816264 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe91e4-0013-43b0-a1cd-d16acee34826 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4462cb-b6fb-492b-83ab-66eddcae8ee8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:27.819622 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40124) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:27.826060 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 21d6d14a-0612-488a-ba6c-c1308d2c90b5 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:27.826547 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.898421 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-f376a08e-60ec-4d06-8bca-ab0b31fd7c57 service neutron] 10.222.0.79 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931493 Jan 19 14:35:27.906390 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-4261aae3-1683-47ea-81c8-a03bfd59aa5f admin admin] Deleting subnet b6e1f9b0-3fad-48fe-ad7f-cd423203f9b8 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:35:27.914177 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port 21d6d14a-0612-488a-ba6c-c1308d2c90b5, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=21d6d14a-0612-488a-ba6c-c1308d2c90b5,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:27.950707 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19ab0362-8a8a-498e-8d12-5c5aa3776200 admin admin] Publish callbacks [] for security_group (2dc8cbda-003d-434e-81dc-f7c94bb49660), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:27.954662 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4261aae3-1683-47ea-81c8-a03bfd59aa5f admin admin] Publish callbacks [] for subnet (b6e1f9b0-3fad-48fe-ad7f-cd423203f9b8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.025766 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8538db38-280a-4873-983d-9a0bdd322c6d admin admin] Publish callbacks [] for security_group (caf63bd2-8a0d-4788-91d1-cb45c02ca0bd), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.025944 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4261aae3-1683-47ea-81c8-a03bfd59aa5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58960790'] for subnet (b6e1f9b0-3fad-48fe-ad7f-cd423203f9b8), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.035728 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-dd2d5dd7-337e-4741-8dc9-a0b74bc25e95 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3063254 Jan 19 14:35:28.087169 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4261aae3-1683-47ea-81c8-a03bfd59aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (b6e1f9b0-3fad-48fe-ad7f-cd423203f9b8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.141234 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.143705 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-b2bbb7b6-fbac-4862-b316-b3a7da3e0a7b service neutron] 10.222.0.79 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298088 Jan 19 14:35:28.150053 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8538db38-280a-4873-983d-9a0bdd322c6d admin admin] Publish callbacks [] for security_group (caf63bd2-8a0d-4788-91d1-cb45c02ca0bd), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.206472 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=21d6d14a-0612-488a-ba6c-c1308d2c90b5,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:28.225812 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-19ab0362-8a8a-498e-8d12-5c5aa3776200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2dc8cbda-003d-434e-81dc-f7c94bb49660), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.290868 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-cd6905f3-8935-4e45-9a81-0d3cf891b524 service neutron] 10.222.0.79 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282789 Jan 19 14:35:28.368422 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab0362-8a8a-498e-8d12-5c5aa3776200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc8cbda-003d-434e-81dc-f7c94bb49660,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:28.379855 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-19ab0362-8a8a-498e-8d12-5c5aa3776200 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a20d2e3c7db74478afe9c161fdc1fc0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7391589 Jan 19 14:35:28.383680 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40136) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:28.404237 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8538db38-280a-4873-983d-9a0bdd322c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (caf63bd2-8a0d-4788-91d1-cb45c02ca0bd), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.406886 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8538db38-280a-4873-983d-9a0bdd322c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.409860 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-8538db38-280a-4873-983d-9a0bdd322c6d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/caf63bd2-8a0d-4788-91d1-cb45c02ca0bd HTTP/1.1" status: 204 len: 168 time: 0.6971591 Jan 19 14:35:28.461924 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538db38-280a-4873-983d-9a0bdd322c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf63bd2-8a0d-4788-91d1-cb45c02ca0bd,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:28.632973 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4261aae3-1683-47ea-81c8-a03bfd59aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62659311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58869580'] for subnet (b6e1f9b0-3fad-48fe-ad7f-cd423203f9b8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.633422 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-4a3e4d8b-bbad-42c9-9f5e-be9b605d287f service neutron] 10.222.0.79 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307625 Jan 19 14:35:28.642492 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd806fc1-11d5-4e50-9648-41f364613786 req-1f40358e-0ae7-4a86-9c9a-8649f7c2715b tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:28.665182 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fd806fc1-11d5-4e50-9648-41f364613786 req-1f40358e-0ae7-4a86-9c9a-8649f7c2715b tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 943 time: 0.1390560 Jan 19 14:35:28.685562 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261aae3-1683-47ea-81c8-a03bfd59aa5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e1f9b0-3fad-48fe-ad7f-cd423203f9b8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:28.704049 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4261aae3-1683-47ea-81c8-a03bfd59aa5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.715259 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40146) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:28.726100 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-4261aae3-1683-47ea-81c8-a03bfd59aa5f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b6e1f9b0-3fad-48fe-ad7f-cd423203f9b8 HTTP/1.1" status: 204 len: 168 time: 0.8815079 Jan 19 14:35:28.761469 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2af8c8cf-8c99-4525-8555-99a56daec60a admin admin] Publish callbacks [] for security_group (2dc8cbda-003d-434e-81dc-f7c94bb49660), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:28.863537 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2af8c8cf-8c99-4525-8555-99a56daec60a admin admin] Publish callbacks [] for security_group (2dc8cbda-003d-434e-81dc-f7c94bb49660), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:29.091419 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fd806fc1-11d5-4e50-9648-41f364613786 req-c484becc-0340-4f25-9275-fd47f6f2b71c tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252539 Jan 19 14:35:29.133558 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:29.141386 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2af8c8cf-8c99-4525-8555-99a56daec60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2dc8cbda-003d-434e-81dc-f7c94bb49660), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:29.148997 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2af8c8cf-8c99-4525-8555-99a56daec60a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:29.157319 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-2af8c8cf-8c99-4525-8555-99a56daec60a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2dc8cbda-003d-434e-81dc-f7c94bb49660 HTTP/1.1" status: 204 len: 168 time: 0.7599597 Jan 19 14:35:29.207472 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8c8cf-8c99-4525-8555-99a56daec60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc8cbda-003d-434e-81dc-f7c94bb49660,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:29.377722 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-63e605a6-81d3-40fa-9cbd-b246548dea49 req-f5d28a14-7755-4f2f-b9f1-afbbfca843e7 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 210 time: 0.1514020 Jan 19 14:35:29.485645 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 21d6d14a-0612-488a-ba6c-c1308d2c90b5 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:29.593730 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 21d6d14a-0612-488a-ba6c-c1308d2c90b5 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:29.594468 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:29.598600 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:29.634525 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-31428680-015a-43ed-a941-43a59476035d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--618903742&fields=id&tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5 HTTP/1.1" status: 200 len: 267 time: 0.4662080 Jan 19 14:35:29.644693 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1be85101-429d-4165-ab2e-3ee9da9f7de0 req-3de4f03f-a828-439a-8acf-de4b3418d154 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 210 time: 0.1630588 Jan 19 14:35:29.721149 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.721714 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.722700 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.723245 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > port after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.723768 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.724859 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > port after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.725366 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.725865 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.726396 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.726888 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:29.736212 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 21d6d14a-0612-488a-ba6c-c1308d2c90b5 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:30.000532 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:30.000912 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:30.001257 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:30.001582 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 14:35:30.001952 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7']}} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:30.027043 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325432cc-b84b-45df-a773-3a424481f77e') {'for_net_delete': True} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:30.027510 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325432cc-b84b-45df-a773-3a424481f77e') {} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:30.049472 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239054'] for segment (325432cc-b84b-45df-a773-3a424481f77e), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:30.085402 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (325432cc-b84b-45df-a773-3a424481f77e), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:30.102581 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:35:30.102965 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62761812'] for segment (325432cc-b84b-45df-a773-3a424481f77e), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: from cryptography.utils import int_from_bytes Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: from cryptography.utils import int_from_bytes Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: Traceback (most recent call last): Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: timer() Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: cb(*args, **kw) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: return func(*args, **kwargs) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: self._notify() Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: self.callback(batched_events) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: event.method(event) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: return f(self, *a, **k) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._get(url).json() Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: return self.request(url, 'GET', **kwargs) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:35:30.106800 dv-cinder-799871-15-iscsi neutron-server[103125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:35:30.150419 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-a3402f49-da76-4553-b387-8e4a43f73542 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:30.152089 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-a3402f49-da76-4553-b387-8e4a43f73542 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 817 time: 0.5163066 Jan 19 14:35:30.206870 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-cb2aeab5-be9d-4baf-b71c-6998c484a1ed tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/quotas/1ddc5b9b30d64b4aaadc223f8b8edfb5 HTTP/1.1" status: 200 len: 375 time: 0.0407202 Jan 19 14:35:30.260854 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e95da-4b18-4585-a6d1-4c6102215241 req-76f36fd8-c309-4dc2-a674-c825c2c55bf5 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:30.262564 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6f3e95da-4b18-4585-a6d1-4c6102215241 req-76f36fd8-c309-4dc2-a674-c825c2c55bf5 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 943 time: 0.0871551 Jan 19 14:35:30.303221 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-253b6f33-43cf-4bc3-971d-2616a5e2ad59 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843234 Jan 19 14:35:30.303221 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:30.317039 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:30.324190 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] 10.222.0.79 "DELETE /v2.0/networks/38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7 HTTP/1.1" status: 204 len: 168 time: 1.6060994 Jan 19 14:35:30.343762 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3a785-1a9e-4aec-adf5-819ba074cb91 admin admin] Pushing event deleted for resources: {'Network': ['ID=38eee89b-baa6-4f8d-95b1-8fcc5d3ef8c7,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:30.390872 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6f3e95da-4b18-4585-a6d1-4c6102215241 req-e4d92f3f-72a2-4bcb-9823-82fb11937849 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225536 Jan 19 14:35:30.478415 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-6c40a342-5974-4590-bad7-e9e14e82f86b service neutron] 10.222.0.79 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451092 Jan 19 14:35:30.558624 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-f1cc7c6e-4c6d-46f9-a6d4-4eb48cc92556 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:30.560116 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-f1cc7c6e-4c6d-46f9-a6d4-4eb48cc92556 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 818 time: 0.1550138 Jan 19 14:35:30.578305 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Request body: {'port': {'device_id': 'b050c927-1f46-45c0-8d09-96fa64195c71', 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a', 'admin_state_up': True, 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:30.582311 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c3f1176f-d329-4810-9a06-06f836bfd05b req-8a433204-88e0-4dd0-ab24-6e874b71e859 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 210 time: 0.0448995 Jan 19 14:35:30.626047 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-4a0c5539-0e7b-4970-b205-e43cf7eaf88a service neutron] 10.222.0.79 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464877 Jan 19 14:35:30.757358 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c475cffe-4ff7-44a7-a836-bf4e4919279f req-a4fbb649-1649-41a6-8d45-814666fd77ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 210 time: 0.0290334 Jan 19 14:35:30.838403 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40232) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:30.848941 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Made reservation on behalf of 128e47ed902f40ff8fa4b033fab98f5c for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:30.852837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:31.071422 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Allocated IP 172.20.0.13 (333f40c5-341d-4834-945d-fa7400e4854a/76df00e1-6469-4fb6-8ada-b38427646cfd/c4478630-1874-4828-b111-cd777e547205) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:31.284890 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-cafca7e3-fc50-44b7-942d-5cb8854e6275 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14449321cd7246cd983eb0bbc21c9364&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4437599 Jan 19 14:35:31.292177 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-75a1cab0-c276-41f0-8dc5-cf5e8f5d8913 req-e28e06bd-d274-4623-9248-931787405994 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 210 time: 0.0618305 Jan 19 14:35:31.292177 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40252) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:31.303959 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks [] for port (c4478630-1874-4828-b111-cd777e547205), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:31.406154 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-83f10b45-9ebd-43df-8fb6-34c9ef08c46c admin admin] Publish callbacks [] for security_group (b403e8d0-3b60-4621-b120-953a6ea09b8e), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:31.433175 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-83f10b45-9ebd-43df-8fb6-34c9ef08c46c admin admin] Publish callbacks [] for security_group (b403e8d0-3b60-4621-b120-953a6ea09b8e), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:31.435599 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (c4478630-1874-4828-b111-cd777e547205), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:31.493544 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Network 333f40c5-341d-4834-945d-fa7400e4854a is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:31.502048 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:31.505775 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:31.546708 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Pushing event updated for resources: {'Port': ['ID=c4478630-1874-4828-b111-cd777e547205,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:31.572849 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.57', 56778) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:31.583266 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a7389-295f-4bf6-9f49-42c725c71432 req-2bfaa011-5d7a-4264-99a2-18bf5626004d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:31.588069 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-360a7389-295f-4bf6-9f49-42c725c71432 req-2bfaa011-5d7a-4264-99a2-18bf5626004d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 943 time: 0.0615337 Jan 19 14:35:31.615741 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-83f10b45-9ebd-43df-8fb6-34c9ef08c46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (b403e8d0-3b60-4621-b120-953a6ea09b8e), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:31.619366 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-83f10b45-9ebd-43df-8fb6-34c9ef08c46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:31.620525 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-83f10b45-9ebd-43df-8fb6-34c9ef08c46c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b403e8d0-3b60-4621-b120-953a6ea09b8e HTTP/1.1" status: 204 len: 168 time: 0.3281193 Jan 19 14:35:31.646714 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f10b45-9ebd-43df-8fb6-34c9ef08c46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b403e8d0-3b60-4621-b120-953a6ea09b8e,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:31.686660 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-360a7389-295f-4bf6-9f49-42c725c71432 req-d559359e-2812-43e2-8df3-5d065bab18b1 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942664 Jan 19 14:35:31.748481 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:31.749119 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:31.767056 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-62d3130c-75a2-4163-a7ab-14d75bab8c37 req-9724cc05-8a01-4ee6-978a-11fa791fffad tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 210 time: 0.0282516 Jan 19 14:35:31.835594 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-8b4f220e-ed22-4780-ad98-80ba572fa2aa tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:31.837171 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-8b4f220e-ed22-4780-ad98-80ba572fa2aa tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 818 time: 0.2633066 Jan 19 14:35:31.848966 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Request body: {'port': {'device_id': '0ae37be7-637b-467b-8765-0151febeb9c7', 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a', 'admin_state_up': True, 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:31.887210 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-00db320d-60a2-435b-bbcd-df5b20cacaa3 req-75de1a47-a517-4aa6-9f07-a1c0efc36233 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 210 time: 0.0337155 Jan 19 14:35:31.899103 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-3e6610d1-6e0f-4e93-b87d-7904cd69495d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3254476 Jan 19 14:35:31.912460 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Request body: {'port': {'device_id': 'b050c927-1f46-45c0-8d09-96fa64195c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:32.006253 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c4478630-1874-4828-b111-cd777e547205), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:32.102700 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.57', 56779) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:32.207962 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Made reservation on behalf of 128e47ed902f40ff8fa4b033fab98f5c for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:32.213953 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:32.261429 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-863e4481-8d1c-4e75-8f06-c9a131642416 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:32.265105 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-863e4481-8d1c-4e75-8f06-c9a131642416 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 811 time: 0.1586118 Jan 19 14:35:32.348884 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-06741d0e-ae1b-4e68-835d-bb1abdf2b557 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501 HTTP/1.1" status: 200 len: 380 time: 0.0782564 Jan 19 14:35:32.361534 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'port': {'device_id': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'admin_state_up': True, 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'security_groups': ['2c10b6a6-82a3-4a9f-a54b-cef75caeaa57']}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:32.454369 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4478630-1874-4828-b111-cd777e547205 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:32.461874 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9246e082-c84b-452a-9de9-a3ff2b67fd0c req-8e87477f-3ded-44f8-bb46-7469af8575f0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 210 time: 0.0640757 Jan 19 14:35:32.462409 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Publish callbacks [] for port (c4478630-1874-4828-b111-cd777e547205), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:32.477924 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Transition to ACTIVE for port object c4478630-1874-4828-b111-cd777e547205 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:35:32.577399 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (c4478630-1874-4828-b111-cd777e547205), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:32.601103 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Made reservation on behalf of 9261eb09fd8d40b1bf9a1b13d4ebf501 for: {'port': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:32.604709 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:32.671961 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Allocated IP 172.20.0.6 (333f40c5-341d-4834-945d-fa7400e4854a/76df00e1-6469-4fb6-8ada-b38427646cfd/407dd962-17ab-4662-80ab-da34165bb17f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:32.674414 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=c4478630-1874-4828-b111-cd777e547205,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:32.802101 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40308) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:32.954436 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1984f8cf-e5b2-47a5-8671-e167ec5b49fa req-610d4c31-ee7b-4fc0-82af-5f8f8a812ffd tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 210 time: 0.0867202 Jan 19 14:35:32.972259 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Attempting to bind port c4478630-1874-4828-b111-cd777e547205 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:32.972689 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Attempting to bind port c4478630-1874-4828-b111-cd777e547205 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:32.973016 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Attempting to bind port c4478630-1874-4828-b111-cd777e547205 on network 333f40c5-341d-4834-945d-fa7400e4854a {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:32.976254 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-fcbf702d-6e9b-4436-ae3d-7cbda12a37c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b0f2777c67c54385965ee8d8e15a2aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700604 Jan 19 14:35:32.978122 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40314) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:32.982732 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Allocated IP 172.20.0.6 (3e09d96f-7f91-47a0-b3ce-58319e0a0d96/df7d29b8-c1f6-46db-801b-45958c2aa13c/0976b7bc-7ce8-422b-8e81-926f3fb357b9) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:32.993608 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Port c4478630-1874-4828-b111-cd777e547205 on network 333f40c5-341d-4834-945d-fa7400e4854a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:35:32.994144 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Attempting to bind port c4478630-1874-4828-b111-cd777e547205 on network 333f40c5-341d-4834-945d-fa7400e4854a {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:33.003631 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:33.003995 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Checking segment: {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:33.004533 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Bound using segment: {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:33.004987 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Bound port: c4478630-1874-4828-b111-cd777e547205, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:33.005892 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c4478630-1874-4828-b111-cd777e547205), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.021621 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eced5ec-5750-45ad-80c7-7aaddd13927c req-ae2525cc-6275-4aca-8d5d-c8a334d8ffe2 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:33.026088 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9eced5ec-5750-45ad-80c7-7aaddd13927c req-ae2525cc-6275-4aca-8d5d-c8a334d8ffe2 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 943 time: 0.2446647 Jan 19 14:35:33.157765 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-81ee72ab-45da-4575-844b-e87191d5b96c req-e1d61ae2-5d7c-4175-acd4-606f74e0f2d8 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 210 time: 0.0784612 Jan 19 14:35:33.181091 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] For port c4478630-1874-4828-b111-cd777e547205, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:33.186877 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] For port c4478630-1874-4828-b111-cd777e547205, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4478630-1874-4828-b111-cd777e547205,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:33.189988 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks [] for port (407dd962-17ab-4662-80ab-da34165bb17f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.197873 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-45a881b2-8357-4666-b7ab-461ba2a950b8 admin admin] Publish callbacks [] for security_group (49a36518-e295-4064-8820-399d91d1e2f3), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.260081 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (c4478630-1874-4828-b111-cd777e547205), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.338335 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9eced5ec-5750-45ad-80c7-7aaddd13927c req-00a33357-27ea-4b25-83fc-ae991fe22404 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888761 Jan 19 14:35:33.346128 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-45a881b2-8357-4666-b7ab-461ba2a950b8 admin admin] Publish callbacks [] for security_group (49a36518-e295-4064-8820-399d91d1e2f3), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.367813 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:33.368855 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.371239 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] 10.222.0.57 "PUT /v2.0/ports/c4478630-1874-4828-b111-cd777e547205 HTTP/1.1" status: 200 len: 1094 time: 1.4652038 Jan 19 14:35:33.372069 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b050c927-1f46-45c0-8d09-96fa64195c71', 'tag': 'c4478630-1874-4828-b111-cd777e547205'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:33.375162 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29174e93-6106-40d2-af67-b98e759c4ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "b050c927-1f46-45c0-8d09-96fa64195c71", "tag": "c4478630-1874-4828-b111-cd777e547205"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:33.427892 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c26ac-a01a-4533-a09a-cbac2600dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=c4478630-1874-4828-b111-cd777e547205,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:33.456035 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (407dd962-17ab-4662-80ab-da34165bb17f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.481665 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.545804 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367ce01f-9f8f-414a-a7df-050c486bb4f3 x-openstack-request-id: req-367ce01f-9f8f-414a-a7df-050c486bb4f3 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:33.546127 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b050c927-1f46-45c0-8d09-96fa64195c71", "tag": "c4478630-1874-4828-b111-cd777e547205", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:33.546384 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-367ce01f-9f8f-414a-a7df-050c486bb4f3 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:33.546781 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b050c927-1f46-45c0-8d09-96fa64195c71', 'tag': 'c4478630-1874-4828-b111-cd777e547205', 'status': 'completed', 'code': 200} Jan 19 14:35:33.562255 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Network 333f40c5-341d-4834-945d-fa7400e4854a is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:33.569528 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:33.571279 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Pushing event updated for resources: {'Port': ['ID=407dd962-17ab-4662-80ab-da34165bb17f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:33.573452 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:33.603226 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1fa8d844-5a59-421e-8b3e-8fc34baf0180 req-cb5dd421-5e7e-484a-b4ba-ed5e188ca48f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 210 time: 0.0410039 Jan 19 14:35:33.604375 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-45a881b2-8357-4666-b7ab-461ba2a950b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (49a36518-e295-4064-8820-399d91d1e2f3), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.608165 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-45a881b2-8357-4666-b7ab-461ba2a950b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.609945 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-45a881b2-8357-4666-b7ab-461ba2a950b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/49a36518-e295-4064-8820-399d91d1e2f3 HTTP/1.1" status: 204 len: 168 time: 0.6285264 Jan 19 14:35:33.615608 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.620422 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-e1ec10d0-3d09-4849-8b07-2c5dff829fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:33.622196 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-e1ec10d0-3d09-4849-8b07-2c5dff829fbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1097 time: 0.1150980 Jan 19 14:35:33.681832 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:33.694378 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:33.695035 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.698896 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-100a97e1-3655-4ab4-8ede-3f1b9bf5d8bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4478630-1874-4828-b111-cd777e547205 HTTP/1.1" status: 200 len: 217 time: 0.0687966 Jan 19 14:35:33.717389 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a881b2-8357-4666-b7ab-461ba2a950b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a36518-e295-4064-8820-399d91d1e2f3,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:33.737512 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:33.751856 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:33.803711 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-e6218e55-ecd3-467a-8798-18c28bfd0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:33.805630 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-e6218e55-ecd3-467a-8798-18c28bfd0aea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.0943568 Jan 19 14:35:33.810877 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-33124f43-c729-4d9a-ab51-59de817ddf79 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9658580 Jan 19 14:35:33.829722 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Request body: {'port': {'device_id': '0ae37be7-637b-467b-8765-0151febeb9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:33.842327 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'Port': ['ID=0976b7bc-7ce8-422b-8e81-926f3fb357b9,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:33.874700 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:33.876044 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.915646 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-b5ee443d-0dd5-4700-8050-a8c6dd25b2e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034245 Jan 19 14:35:33.925433 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device badd13ed-f348-407d-9d5f-7fe41ae7a97d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:35:33.937521 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (407dd962-17ab-4662-80ab-da34165bb17f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:33.960303 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-f83ee1e0-2789-4a65-a86a-6c4bcd8c1eb2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6055231 Jan 19 14:35:33.972485 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Request body: {'port': {'device_id': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:34.038534 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.57', 56786) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:34.066377 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:34.287900 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port badd13ed-f348-407d-9d5f-7fe41ae7a97d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=badd13ed-f348-407d-9d5f-7fe41ae7a97d,segment=NetworkSegment(2bbf687f-7b9b-4f7c-a7d5-529639683fdf),segment_id=2bbf687f-7b9b-4f7c-a7d5-529639683fdf)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:34.305898 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': 'badd13ed-f348-407d-9d5f-7fe41ae7a97d', 'network_id': 'd63b2e87-9f48-4556-9c01-d395c05a4da7', 'port_id': 'badd13ed-f348-407d-9d5f-7fe41ae7a97d', 'mac_address': 'fa:16:3e:50:03:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce78dc1-8232-4b0b-abd6-4df1fb711105', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:35:34.415779 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port badd13ed-f348-407d-9d5f-7fe41ae7a97d is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:34.420825 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:34.454606 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badd13ed-f348-407d-9d5f-7fe41ae7a97d {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:34.510706 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port badd13ed-f348-407d-9d5f-7fe41ae7a97d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=badd13ed-f348-407d-9d5f-7fe41ae7a97d,segment=NetworkSegment(2bbf687f-7b9b-4f7c-a7d5-529639683fdf),segment_id=2bbf687f-7b9b-4f7c-a7d5-529639683fdf)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:34.519082 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-3599acef-eb95-46ca-b826-24b8a2ad419e None None] Provisioning complete for port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:34.519657 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3599acef-eb95-46ca-b826-24b8a2ad419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:34.564436 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8baf5faf-be4a-4a6f-9947-3aad064b90f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:34.580955 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3599acef-eb95-46ca-b826-24b8a2ad419e None None] Port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:35:34.623134 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40372) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:34.625590 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:34.675672 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=badd13ed-f348-407d-9d5f-7fe41ae7a97d,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:34.714623 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-0d29ffd2-bc4c-4ee4-b4e7-6a4cc2295b17 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:34.716078 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-0d29ffd2-bc4c-4ee4-b4e7-6a4cc2295b17 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 817 time: 0.6589513 Jan 19 14:35:34.735098 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6d780-e99c-4901-a8c0-031a62271cb6 req-fd837d9a-d5cb-4951-8410-667a16efe5b5 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:34.736686 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-aff6d780-e99c-4901-a8c0-031a62271cb6 req-fd837d9a-d5cb-4951-8410-667a16efe5b5 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 931 time: 0.5966697 Jan 19 14:35:34.757266 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10ba71-841f-4e68-9e13-c840bc35432e req-6522d71a-eb86-4ddf-acc6-02758df3a5f8 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:34.762539 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ab10ba71-841f-4e68-9e13-c840bc35432e req-6522d71a-eb86-4ddf-acc6-02758df3a5f8 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 931 time: 0.4161806 Jan 19 14:35:34.775715 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407dd962-17ab-4662-80ab-da34165bb17f {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:34.798588 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Publish callbacks [] for port (407dd962-17ab-4662-80ab-da34165bb17f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:34.825328 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-d8e64734-4243-4767-8a4e-6dff84dc3065 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014990 Jan 19 14:35:34.871798 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-aff6d780-e99c-4901-a8c0-031a62271cb6 req-e4ebf396-330c-4751-b02f-c56d7f02d270 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247079 Jan 19 14:35:34.875929 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Transition to ACTIVE for port object 407dd962-17ab-4662-80ab-da34165bb17f will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:35:34.881407 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ab10ba71-841f-4e68-9e13-c840bc35432e req-42d0546b-a881-4f41-b40b-ee74545f6a42 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060138 Jan 19 14:35:34.922493 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['badd13ed-f348-407d-9d5f-7fe41ae7a97d'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:35:34.941054 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-c99d26cb-aaef-47db-b361-16beed0f208f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5 HTTP/1.1" status: 200 len: 379 time: 0.2137558 Jan 19 14:35:34.944559 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bccbc9d8-5379-44df-a312-0089f92789f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:34.959302 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0976b7bc-7ce8-422b-8e81-926f3fb357b9 {{(pid=103125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:34.975779 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'port': {'device_id': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'admin_state_up': True, 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'security_groups': ['bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:34.981752 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Publish callbacks [] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.015778 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (407dd962-17ab-4662-80ab-da34165bb17f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.049987 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7538f7d9-679c-4196-9a74-c8b0bc354d83 req-872e787f-8d14-4732-9a02-6890fbab7db0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 210 time: 0.0565386 Jan 19 14:35:35.051132 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.provisioning_blocks [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Transition to ACTIVE for port object 0976b7bc-7ce8-422b-8e81-926f3fb357b9 will not be triggered until provisioned by entity L2. {{(pid=103125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:35:35.071929 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcdade-f3da-4477-8414-a3123d837e8c req-c879f06a-0fec-467f-b678-e809d9cd75f5 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:35.075350 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e8dcdade-f3da-4477-8414-a3123d837e8c req-c879f06a-0fec-467f-b678-e809d9cd75f5 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 944 time: 0.0964420 Jan 19 14:35:35.135584 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e8dcdade-f3da-4477-8414-a3123d837e8c req-2d7acac2-6869-4f37-879e-348175e28ed0 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534072 Jan 19 14:35:35.170657 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.237651 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Pushing event updated for resources: {'Port': ['ID=407dd962-17ab-4662-80ab-da34165bb17f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:35.280217 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-71baaaed-0487-41e2-a4cf-81ee1e75c1c5 req-aeb7aeeb-cb07-4596-a668-c127635ef2c2 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408617 Jan 19 14:35:35.308754 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Pushing event updated for resources: {'Port': ['ID=0976b7bc-7ce8-422b-8e81-926f3fb357b9,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:35.397800 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bccbc9d8-5379-44df-a312-0089f92789f7 admin admin] Publish callbacks [] for security_group (1803f2d9-fd9c-4e48-a3cc-b733d7704ed9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.397800 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Attempting to bind port 407dd962-17ab-4662-80ab-da34165bb17f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:35.397800 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Attempting to bind port 407dd962-17ab-4662-80ab-da34165bb17f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:35.397800 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Attempting to bind port 407dd962-17ab-4662-80ab-da34165bb17f on network 333f40c5-341d-4834-945d-fa7400e4854a {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:35.397800 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Port 407dd962-17ab-4662-80ab-da34165bb17f on network 333f40c5-341d-4834-945d-fa7400e4854a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:35:35.397800 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Attempting to bind port 407dd962-17ab-4662-80ab-da34165bb17f on network 333f40c5-341d-4834-945d-fa7400e4854a {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:35.401668 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:35.402246 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Checking segment: {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:35.404812 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Bound using segment: {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:35.405263 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Bound port: 407dd962-17ab-4662-80ab-da34165bb17f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56122730-305f-425a-a95d-1a0f1e254f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:35.405626 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (407dd962-17ab-4662-80ab-da34165bb17f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.431767 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.managers [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Attempting to bind port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:35.432137 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.managers [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Attempting to bind port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'}] {{(pid=103125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:35.432537 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Attempting to bind port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 on network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 {{(pid=103125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:35.437121 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 on network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:35:35.437387 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Attempting to bind port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 on network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 {{(pid=103125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:35.446594 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:35.447061 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Checking segment: {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:35.447697 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Bound using segment: {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'} {{(pid=103125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:35.448207 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.managers [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Bound port: 0976b7bc-7ce8-422b-8e81-926f3fb357b9, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'}}] {{(pid=103125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:35.448572 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.484910 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] For port 407dd962-17ab-4662-80ab-da34165bb17f, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:35.488332 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] For port 407dd962-17ab-4662-80ab-da34165bb17f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=407dd962-17ab-4662-80ab-da34165bb17f,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:35.531894 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] For port 0976b7bc-7ce8-422b-8e81-926f3fb357b9, host hv-cinder-79987, cleared binding levels {{(pid=103125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:35.531894 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] For port 0976b7bc-7ce8-422b-8e81-926f3fb357b9, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:35.641896 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.657802 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bccbc9d8-5379-44df-a312-0089f92789f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1803f2d9-fd9c-4e48-a3cc-b733d7704ed9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.668594 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Made reservation on behalf of 1ddc5b9b30d64b4aaadc223f8b8edfb5 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:35:35.675098 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.682162 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (407dd962-17ab-4662-80ab-da34165bb17f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.698669 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:35.699478 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.701343 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] 10.222.0.57 "PUT /v2.0/ports/0976b7bc-7ce8-422b-8e81-926f3fb357b9 HTTP/1.1" status: 200 len: 1093 time: 1.7330863 Jan 19 14:35:35.701803 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'tag': '0976b7bc-7ce8-422b-8e81-926f3fb357b9'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:35.763146 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f86bc-4cf9-4c94-81b2-1871a3558235 service neutron] Pushing event updated for resources: {'Port': ['ID=0976b7bc-7ce8-422b-8e81-926f3fb357b9,revision_number=3']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:35.873450 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:35.873971 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:35.875428 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] 10.222.0.57 "PUT /v2.0/ports/407dd962-17ab-4662-80ab-da34165bb17f HTTP/1.1" status: 200 len: 1093 time: 2.0508280 Jan 19 14:35:35.877261 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae37be7-637b-467b-8765-0151febeb9c7', 'tag': '407dd962-17ab-4662-80ab-da34165bb17f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:35.879569 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481a922f-642f-42ff-9b41-315939d241ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae37be7-637b-467b-8765-0151febeb9c7", "tag": "407dd962-17ab-4662-80ab-da34165bb17f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:35.882562 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbc9d8-5379-44df-a312-0089f92789f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1803f2d9-fd9c-4e48-a3cc-b733d7704ed9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:35.890746 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c546b3-4ffb-4540-a181-6549e2228c66 service neutron] Pushing event updated for resources: {'Port': ['ID=407dd962-17ab-4662-80ab-da34165bb17f,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:35.905509 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device badd13ed-f348-407d-9d5f-7fe41ae7a97d up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:35.910946 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-bccbc9d8-5379-44df-a312-0089f92789f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=412c55eb564d4c4c8058c8ede81c261e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2156665 Jan 19 14:35:35.917409 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40420) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:35.934542 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67" -d '{"events": [{"name": "network-changed", "server_uuid": "b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d", "tag": "0976b7bc-7ce8-422b-8e81-926f3fb357b9"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:36.034731 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-a2cd9c82-5020-4731-898f-d9c0c02cd557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.037493 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-a2cd9c82-5020-4731-898f-d9c0c02cd557 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 1096 time: 0.2213809 Jan 19 14:35:36.059093 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7017a8-07d3-452b-b3fb-0e4d2a583374 x-openstack-request-id: req-cd7017a8-07d3-452b-b3fb-0e4d2a583374 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:36.064636 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae37be7-637b-467b-8765-0151febeb9c7", "tag": "407dd962-17ab-4662-80ab-da34165bb17f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:36.064636 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd7017a8-07d3-452b-b3fb-0e4d2a583374 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:36.064636 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae37be7-637b-467b-8765-0151febeb9c7', 'tag': '407dd962-17ab-4662-80ab-da34165bb17f', 'status': 'completed', 'code': 200} Jan 19 14:35:36.086200 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port badd13ed-f348-407d-9d5f-7fe41ae7a97d completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:35:36.099473 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port badd13ed-f348-407d-9d5f-7fe41ae7a97d triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:36.099473 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:36.112016 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-2ed48817-f55c-49e9-a84a-9d711bf1c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.113514 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-2ed48817-f55c-49e9-a84a-9d711bf1c720 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1097 time: 0.4814787 Jan 19 14:35:36.206901 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-1a2a6130-f05e-402d-9c5b-9791d50c2243 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9 HTTP/1.1" status: 200 len: 217 time: 0.1615553 Jan 19 14:35:36.215382 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port badd13ed-f348-407d-9d5f-7fe41ae7a97d is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:36.215784 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:36.283272 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7193e0de-a6dd-459e-9144-9f1c26755315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd13ed-f348-407d-9d5f-7fe41ae7a97d'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:36.294280 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85289c3a-1d17-422d-aecf-66420db636af req-e82940e8-4b79-451c-a01c-e3016ffe9e1c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.295923 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-85289c3a-1d17-422d-aecf-66420db636af req-e82940e8-4b79-451c-a01c-e3016ffe9e1c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 943 time: 0.1615143 Jan 19 14:35:36.315083 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3605d-8675-4def-b8b0-7807f1cc7545 req-ddc10b8d-85da-4625-ad9a-97c015075816 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.319444 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-97c3605d-8675-4def-b8b0-7807f1cc7545 req-ddc10b8d-85da-4625-ad9a-97c015075816 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 943 time: 0.1808734 Jan 19 14:35:36.321397 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-c8d5e1f3-087c-4461-abf6-ad58644a04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.322618 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-c8d5e1f3-087c-4461-abf6-ad58644a04a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df7d29b8-c1f6-46db-801b-45958c2aa13c HTTP/1.1" status: 200 len: 850 time: 0.1005824 Jan 19 14:35:36.428460 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4742c0da-862b-4f93-8c5b-b7a1ec645ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:36.431569 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-9cea5c6b-1640-4c04-be39-cf96c37c5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.433074 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-9cea5c6b-1640-4c04-be39-cf96c37c5c04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 1096 time: 0.4215758 Jan 19 14:35:36.457958 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port badd13ed-f348-407d-9d5f-7fe41ae7a97d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=badd13ed-f348-407d-9d5f-7fe41ae7a97d,segment=NetworkSegment(2bbf687f-7b9b-4f7c-a7d5-529639683fdf),segment_id=2bbf687f-7b9b-4f7c-a7d5-529639683fdf)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:36.463415 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-85289c3a-1d17-422d-aecf-66420db636af req-20c58cff-48cb-4ca3-8076-8d243af0ae2d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447062 Jan 19 14:35:36.488377 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-037dd740-9761-4d7f-a7df-35daa25b9a83 admin admin] Publish callbacks [] for security_group (1803f2d9-fd9c-4e48-a3cc-b733d7704ed9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:36.491539 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-299f3083-14c4-4fcd-94dc-285a7236f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.493181 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-299f3083-14c4-4fcd-94dc-285a7236f9da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1566889 Jan 19 14:35:36.497015 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-97c3605d-8675-4def-b8b0-7807f1cc7545 req-c1134560-527e-461d-a23e-707d41e09d1e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593928 Jan 19 14:35:36.501862 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Allocated IP 172.20.0.12 (10e03e13-01e9-4d22-b8d1-2ef0b6972727/fffaba97-fe7a-4e03-9589-31160d9b3365/1e951595-257a-49ca-bc71-74bfb18b481c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:35:36.534648 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:36.602638 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-90474915-30cd-42eb-87a5-cdb2b492d10e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407dd962-17ab-4662-80ab-da34165bb17f HTTP/1.1" status: 200 len: 217 time: 0.1490498 Jan 19 14:35:36.651812 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=badd13ed-f348-407d-9d5f-7fe41ae7a97d,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:36.689162 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-037dd740-9761-4d7f-a7df-35daa25b9a83 admin admin] Publish callbacks [] for security_group (1803f2d9-fd9c-4e48-a3cc-b733d7704ed9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:36.720712 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f09ad3-fb08-4c54-a62a-57359792bcee" -d '{"events": [{"server_uuid": "7193e0de-a6dd-459e-9144-9f1c26755315", "name": "network-vif-plugged", "status": "completed", "tag": "badd13ed-f348-407d-9d5f-7fe41ae7a97d"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:36.721694 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-1b4e638b-fe00-4bbf-a64d-f9f274a2de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.723401 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-1b4e638b-fe00-4bbf-a64d-f9f274a2de99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 919 time: 0.5996380 Jan 19 14:35:36.743198 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f06d08e1-eef1-4e8d-abbe-d5b7b8fa945e req-12f41a61-76f6-480c-9b2e-e0afa75cffaa tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 210 time: 0.0933142 Jan 19 14:35:36.776399 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d91e42c-aa89-46a6-ac9e-e7065dd1abd8 x-openstack-request-id: req-7d91e42c-aa89-46a6-ac9e-e7065dd1abd8 {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:36.777006 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d", "tag": "0976b7bc-7ce8-422b-8e81-926f3fb357b9", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:36.777895 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d91e42c-aa89-46a6-ac9e-e7065dd1abd8 {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:36.778476 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'tag': '0976b7bc-7ce8-422b-8e81-926f3fb357b9', 'status': 'completed', 'code': 200} Jan 19 14:35:36.814258 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-52da29ba-ea7f-49dd-b3b0-9b04651eb82d service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128150 Jan 19 14:35:36.817293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-7501565b-c3e2-458b-be3e-6380c3a65284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.819513 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-7501565b-c3e2-458b-be3e-6380c3a65284 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.1969001 Jan 19 14:35:36.834699 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-2d54e09b-b698-40e0-bf5c-9dfb646022ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4478630-1874-4828-b111-cd777e547205 HTTP/1.1" status: 200 len: 217 time: 0.0984404 Jan 19 14:35:36.937286 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0549b9e-d0af-486d-aa0d-ecad4726f8b1 x-openstack-request-id: req-b0549b9e-d0af-486d-aa0d-ecad4726f8b1 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:36.937286 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7193e0de-a6dd-459e-9144-9f1c26755315", "name": "network-vif-plugged", "status": "completed", "tag": "badd13ed-f348-407d-9d5f-7fe41ae7a97d", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:36.937286 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b0549b9e-d0af-486d-aa0d-ecad4726f8b1 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:36.937286 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7193e0de-a6dd-459e-9144-9f1c26755315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badd13ed-f348-407d-9d5f-7fe41ae7a97d', 'code': 200} Jan 19 14:35:36.946414 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-be0e355a-190b-45cc-bbce-272a8fd5eede service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107464 Jan 19 14:35:36.981991 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154b94b-d7e7-4e97-b4f1-b980c50b0ba1 req-507a03c2-a8d7-4a29-9ba6-ea56fd7506ce tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:36.984615 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6154b94b-d7e7-4e97-b4f1-b980c50b0ba1 req-507a03c2-a8d7-4a29-9ba6-ea56fd7506ce tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.1235764 Jan 19 14:35:37.040012 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5fb07298-55bf-41f4-8e0f-254f089285d0 req-1612159e-eb2f-4e5f-bbae-4a46ba3d046d service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172372 Jan 19 14:35:37.056017 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-70297e1d-fa86-468b-86e7-865d4a98663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:37.057502 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-70297e1d-fa86-468b-86e7-865d4a98663b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.2106218 Jan 19 14:35:37.069459 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6154b94b-d7e7-4e97-b4f1-b980c50b0ba1 req-c38dd5d6-1240-4710-af00-3106aefb2b8d tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703597 Jan 19 14:35:37.119982 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-037dd740-9761-4d7f-a7df-35daa25b9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1803f2d9-fd9c-4e48-a3cc-b733d7704ed9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:37.122542 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-037dd740-9761-4d7f-a7df-35daa25b9a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:37.126414 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-037dd740-9761-4d7f-a7df-35daa25b9a83 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1803f2d9-fd9c-4e48-a3cc-b733d7704ed9 HTTP/1.1" status: 204 len: 168 time: 1.1139646 Jan 19 14:35:37.136013 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for port (1e951595-257a-49ca-bc71-74bfb18b481c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:37.148100 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dd740-9761-4d7f-a7df-35daa25b9a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1803f2d9-fd9c-4e48-a3cc-b733d7704ed9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:37.151244 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-4f378e9a-9685-4fdb-bfbc-b27bda57c0be service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941726 Jan 19 14:35:37.297940 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:37.348293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:35:37.351479 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:35:37.360917 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:35:37.397696 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:37.419858 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:37.420499 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:37.546300 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-2e579318-d3cd-4c52-ae46-2f34d5cfa930 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5918059 Jan 19 14:35:37.653355 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8063f-1b44-41ff-ac65-5f903440e034 req-da4c5b8e-8215-4abe-9721-98a3da85b6c0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:37.654902 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fce8063f-1b44-41ff-ac65-5f903440e034 req-da4c5b8e-8215-4abe-9721-98a3da85b6c0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 943 time: 0.0952718 Jan 19 14:35:37.677355 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266d72b-1011-4585-b21e-a2facd2db2f9 req-6e709d6d-99a4-4023-8f06-342847df844c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:37.679140 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c266d72b-1011-4585-b21e-a2facd2db2f9 req-6e709d6d-99a4-4023-8f06-342847df844c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 943 time: 0.0883207 Jan 19 14:35:37.696589 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-25fed6c9-ae3d-4577-b0d3-a24ca636f093 None None] Provisioning complete for port 1e951595-257a-49ca-bc71-74bfb18b481c triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:37.697326 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25fed6c9-ae3d-4577-b0d3-a24ca636f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:37.750387 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-25fed6c9-ae3d-4577-b0d3-a24ca636f093 None None] Port 1e951595-257a-49ca-bc71-74bfb18b481c cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:35:37.752251 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fce8063f-1b44-41ff-ac65-5f903440e034 req-c39bc2f7-f67d-4ee4-a72d-585fac999479 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890446 Jan 19 14:35:37.760648 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c266d72b-1011-4585-b21e-a2facd2db2f9 req-55ae3e4d-7541-49b6-97eb-004f6ca7837b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728166 Jan 19 14:35:37.825978 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:37.875916 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cde1e-594b-4954-876a-6750c0743a36 req-4f98d0b2-bd76-4e95-8dbe-38830b807503 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:37.877387 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e05cde1e-594b-4954-876a-6750c0743a36 req-4f98d0b2-bd76-4e95-8dbe-38830b807503 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 932 time: 0.0481331 Jan 19 14:35:37.901012 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40512) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:37.922870 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3ffca2c2-865f-49e9-afa9-ee4cbd5d7b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:37.947254 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e05cde1e-594b-4954-876a-6750c0743a36 req-b7596d70-3498-431f-9c85-8386bf5ad5ff tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624373 Jan 19 14:35:38.010501 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3ffca2c2-865f-49e9-afa9-ee4cbd5d7b0e admin admin] Publish callbacks [] for security_group (ad5d4d09-4ff6-478f-90b3-557111ae605a), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:38.126024 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3ffca2c2-865f-49e9-afa9-ee4cbd5d7b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ad5d4d09-4ff6-478f-90b3-557111ae605a), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:38.177133 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3ffca2c2-865f-49e9-afa9-ee4cbd5d7b0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=392caa8deb7a44098bd4f048c0fbf3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743537 Jan 19 14:35:38.179898 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40524) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:38.193770 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffca2c2-865f-49e9-afa9-ee4cbd5d7b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5d4d09-4ff6-478f-90b3-557111ae605a,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:38.220730 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b03c49-2c58-4025-9ee2-8a3cdc17e238 req-97322654-4624-487a-a6a2-763d68e20dbd tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:38.222268 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-77b03c49-2c58-4025-9ee2-8a3cdc17e238 req-97322654-4624-487a-a6a2-763d68e20dbd tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.0673780 Jan 19 14:35:38.230152 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dd86c50-8cc7-4ba0-919c-08c3c490d8e5 admin admin] Publish callbacks [] for security_group (ad5d4d09-4ff6-478f-90b3-557111ae605a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:38.251799 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dd86c50-8cc7-4ba0-919c-08c3c490d8e5 admin admin] Publish callbacks [] for security_group (ad5d4d09-4ff6-478f-90b3-557111ae605a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:38.269276 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-77b03c49-2c58-4025-9ee2-8a3cdc17e238 req-cc342509-3aa7-4123-8a20-5a4155ffe3d6 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Jan 19 14:35:38.371411 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dd86c50-8cc7-4ba0-919c-08c3c490d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ad5d4d09-4ff6-478f-90b3-557111ae605a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:38.375731 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0dd86c50-8cc7-4ba0-919c-08c3c490d8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:38.375731 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0dd86c50-8cc7-4ba0-919c-08c3c490d8e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad5d4d09-4ff6-478f-90b3-557111ae605a HTTP/1.1" status: 204 len: 168 time: 0.1939936 Jan 19 14:35:38.384614 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd86c50-8cc7-4ba0-919c-08c3c490d8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5d4d09-4ff6-478f-90b3-557111ae605a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:38.531677 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40538) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:38.743298 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2aac91ea-902b-463a-8421-f7a8f4b23efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:38.872326 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2aac91ea-902b-463a-8421-f7a8f4b23efe admin admin] Publish callbacks [] for security_group (a59816bb-fda0-49dc-8e43-3f6b8d1627fc), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:38.930285 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fcc0d-d9e7-4606-aedd-4b5c0763d2ed req-3b826b59-e1e4-4d1e-8993-b109df2c5f2b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:38.930285 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-408fcc0d-d9e7-4606-aedd-4b5c0763d2ed req-3b826b59-e1e4-4d1e-8993-b109df2c5f2b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 943 time: 0.0983174 Jan 19 14:35:38.936572 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d7100-4c34-4ac5-8a5c-2767a555ea34 req-977953d0-fe54-47e8-b44a-c604e07fc41a tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:38.939439 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-322d7100-4c34-4ac5-8a5c-2767a555ea34 req-977953d0-fe54-47e8-b44a-c604e07fc41a tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 943 time: 0.0922744 Jan 19 14:35:38.959330 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2aac91ea-902b-463a-8421-f7a8f4b23efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a59816bb-fda0-49dc-8e43-3f6b8d1627fc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:39.005780 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:39.032411 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2aac91ea-902b-463a-8421-f7a8f4b23efe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=680282685c1945e893a51762b14d39d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4997535 Jan 19 14:35:39.035794 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40560) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:39.042191 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac91ea-902b-463a-8421-f7a8f4b23efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59816bb-fda0-49dc-8e43-3f6b8d1627fc,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:39.062448 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-408fcc0d-d9e7-4606-aedd-4b5c0763d2ed req-62bf9d68-e61d-48bc-ae48-fdd8025b771a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218874 Jan 19 14:35:39.066194 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-322d7100-4c34-4ac5-8a5c-2767a555ea34 req-4234ad3d-fc72-4e55-959b-961404d1d307 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195083 Jan 19 14:35:39.092902 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80e35638-81c5-416b-8151-7e4323b02632 admin admin] Publish callbacks [] for security_group (a59816bb-fda0-49dc-8e43-3f6b8d1627fc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:39.114719 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80e35638-81c5-416b-8151-7e4323b02632 admin admin] Publish callbacks [] for security_group (a59816bb-fda0-49dc-8e43-3f6b8d1627fc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:39.164531 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8289d58-6ae2-45ca-9615-20cfdb63e273 req-260492ef-8368-4de0-8113-fe2ed2717ef7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:39.166036 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a8289d58-6ae2-45ca-9615-20cfdb63e273 req-260492ef-8368-4de0-8113-fe2ed2717ef7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 932 time: 0.0523179 Jan 19 14:35:39.209838 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80e35638-81c5-416b-8151-7e4323b02632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a59816bb-fda0-49dc-8e43-3f6b8d1627fc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:39.218230 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-80e35638-81c5-416b-8151-7e4323b02632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:39.222544 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-80e35638-81c5-416b-8151-7e4323b02632 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a59816bb-fda0-49dc-8e43-3f6b8d1627fc HTTP/1.1" status: 204 len: 168 time: 0.1852207 Jan 19 14:35:39.224383 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a8289d58-6ae2-45ca-9615-20cfdb63e273 req-802debc8-6e0c-45ea-911f-103f2ce4f3d6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487387 Jan 19 14:35:39.233836 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e35638-81c5-416b-8151-7e4323b02632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59816bb-fda0-49dc-8e43-3f6b8d1627fc,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:39.391345 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbed2df-2e52-4dba-85cf-bf9ada93dc5c req-e7f5918d-061e-49c3-909a-e42342c44f1f tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:39.392867 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-abbed2df-2e52-4dba-85cf-bf9ada93dc5c req-e7f5918d-061e-49c3-909a-e42342c44f1f tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.0569339 Jan 19 14:35:39.444178 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-abbed2df-2e52-4dba-85cf-bf9ada93dc5c req-4bce309a-623a-4f84-8cdd-138869355033 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439568 Jan 19 14:35:39.589012 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Request body: {'port': {'device_id': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:39.612319 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-c1c3d9c6-c1a5-4799-b04e-312335b2d1d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461524 Jan 19 14:35:39.670348 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583d8b3-e95a-46cd-b7c3-67eb62b7b78c req-5169f32c-02bc-4d16-83e9-5f568fc011ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:39.671937 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1583d8b3-e95a-46cd-b7c3-67eb62b7b78c req-5169f32c-02bc-4d16-83e9-5f568fc011ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 1098 time: 0.0686879 Jan 19 14:35:39.694942 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-1583d8b3-e95a-46cd-b7c3-67eb62b7b78c req-523e9f1c-fbef-4203-8ad9-6f1bd728bae5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:39.716182 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.57', 56795) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:39.780310 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-530ada1c-dff2-481e-9b94-3e7910bb82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:39.781527 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-530ada1c-dff2-481e-9b94-3e7910bb82d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 1096 time: 0.0641484 Jan 19 14:35:39.787211 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:39.815888 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0f03505b-ddf6-4470-a23d-b034e4038c0c req-da1539a6-04b9-45f1-8c65-35f7021c24a6 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477880 Jan 19 14:35:39.858284 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-47b94e0a-b2bd-4bf1-8277-c1dcee750c96 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203333 Jan 19 14:35:39.962205 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40590) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:40.028723 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-626ef435-14f0-4fc6-8f11-6b304f6795f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:40.122246 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a922f-642f-42ff-9b41-315939d241ef req-20722d72-51c4-4beb-a2e6-57cb08e7e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.129585 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-481a922f-642f-42ff-9b41-315939d241ef req-20722d72-51c4-4beb-a2e6-57cb08e7e5ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 1096 time: 0.1624541 Jan 19 14:35:40.144198 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-1583d8b3-e95a-46cd-b7c3-67eb62b7b78c req-523e9f1c-fbef-4203-8ad9-6f1bd728bae5 service neutron] Publish callbacks [] for security_group (5232e7f3-1826-4f2d-aaab-ce623b80655b), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:40.165446 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-d5e69ff1-2ec8-4406-a731-18251fcff286 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006518 Jan 19 14:35:40.167623 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-fa2aac74-01e8-4bc3-93bf-86fdcfd3b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.169077 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-fa2aac74-01e8-4bc3-93bf-86fdcfd3b660 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 912 time: 0.3779535 Jan 19 14:35:40.244737 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-1583d8b3-e95a-46cd-b7c3-67eb62b7b78c req-523e9f1c-fbef-4203-8ad9-6f1bd728bae5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (5232e7f3-1826-4f2d-aaab-ce623b80655b), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:40.263251 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-b77c05e9-b846-48d5-88e3-07bb65c86da0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9 HTTP/1.1" status: 200 len: 217 time: 0.0791445 Jan 19 14:35:40.314366 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a922f-642f-42ff-9b41-315939d241ef req-42f0bc19-d5a1-4dba-981e-57446970ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.316495 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-481a922f-642f-42ff-9b41-315939d241ef req-42f0bc19-d5a1-4dba-981e-57446970ea19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 919 time: 0.1805077 Jan 19 14:35:40.345422 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1583d8b3-e95a-46cd-b7c3-67eb62b7b78c req-523e9f1c-fbef-4203-8ad9-6f1bd728bae5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672604 Jan 19 14:35:40.353564 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02353f8-483a-4162-9397-72e5cc815c9a req-cb7a78fd-56ea-4140-8bc5-9b7ae4ccbd34 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.354959 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f02353f8-483a-4162-9397-72e5cc815c9a req-cb7a78fd-56ea-4140-8bc5-9b7ae4ccbd34 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 943 time: 0.2063739 Jan 19 14:35:40.359767 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e9f1c-fbef-4203-8ad9-6f1bd728bae5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5232e7f3-1826-4f2d-aaab-ce623b80655b,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:40.383642 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:40.386253 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9ba33-1220-41f9-8605-221a732a34da req-273fed83-c6dc-4451-91ff-00fec5e19b44 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.387875 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-76a9ba33-1220-41f9-8605-221a732a34da req-273fed83-c6dc-4451-91ff-00fec5e19b44 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 943 time: 0.2048953 Jan 19 14:35:40.416125 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-6ddb21be-a988-4fea-ab2c-e86ecb183849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.422826 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-6ddb21be-a988-4fea-ab2c-e86ecb183849 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df7d29b8-c1f6-46db-801b-45958c2aa13c HTTP/1.1" status: 200 len: 850 time: 0.1348505 Jan 19 14:35:40.435023 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-626ef435-14f0-4fc6-8f11-6b304f6795f8 admin admin] Publish callbacks [] for security_group (6a2d1434-9b13-4f0a-9d9d-fcb850af3846), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:40.443958 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-481a922f-642f-42ff-9b41-315939d241ef req-baa7a73b-8c98-4cac-9a94-31cdf1a15e47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407dd962-17ab-4662-80ab-da34165bb17f HTTP/1.1" status: 200 len: 217 time: 0.0917106 Jan 19 14:35:40.454468 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e951595-257a-49ca-bc71-74bfb18b481c {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:40.469491 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Publish callbacks [] for port (1e951595-257a-49ca-bc71-74bfb18b481c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:40.483631 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Transition to ACTIVE for port object 1e951595-257a-49ca-bc71-74bfb18b481c will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:35:40.490194 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f02353f8-483a-4162-9397-72e5cc815c9a req-41c6fd26-41ac-43d0-9ff4-d4d6c3a76b45 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120937 Jan 19 14:35:40.503402 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-626ef435-14f0-4fc6-8f11-6b304f6795f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6a2d1434-9b13-4f0a-9d9d-fcb850af3846), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:40.504921 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-76a9ba33-1220-41f9-8605-221a732a34da req-e2658486-6a99-4a10-8570-e1a2c0a5a227 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075838 Jan 19 14:35:40.580322 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:40.640916 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c4478630-1874-4828-b111-cd777e547205 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:35:40.663288 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b16154-75b4-4d4f-994a-8209f8bd3a2d req-839e1c47-8f16-44f2-b214-5f9a09ab5736 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.667299 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a922f-642f-42ff-9b41-315939d241ef req-a99501a4-0051-4014-8592-da79e836d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.673473 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84b16154-75b4-4d4f-994a-8209f8bd3a2d req-839e1c47-8f16-44f2-b214-5f9a09ab5736 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.1201859 Jan 19 14:35:40.673608 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-481a922f-642f-42ff-9b41-315939d241ef req-a99501a4-0051-4014-8592-da79e836d2e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.0907550 Jan 19 14:35:40.679968 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-626ef435-14f0-4fc6-8f11-6b304f6795f8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0646c413dd2049cd809c38c8b6f1b1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7168107 Jan 19 14:35:40.682044 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40626) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:40.743639 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ef435-14f0-4fc6-8f11-6b304f6795f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2d1434-9b13-4f0a-9d9d-fcb850af3846,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:40.745430 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5caa9-577f-4372-a543-1213ac089eb5 req-1f4df141-dee7-4120-9f82-654a38544b41 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.762519 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02d5caa9-577f-4372-a543-1213ac089eb5 req-1f4df141-dee7-4120-9f82-654a38544b41 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.1505704 Jan 19 14:35:40.776974 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-ab144148-16d4-492f-b0f4-740a633c26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:40.778513 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-ab144148-16d4-492f-b0f4-740a633c26a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2038293 Jan 19 14:35:40.782828 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port c4478630-1874-4828-b111-cd777e547205, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4478630-1874-4828-b111-cd777e547205,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:40.786264 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-481a922f-642f-42ff-9b41-315939d241ef req-a2d4a315-d260-4315-a1ca-45c22e6f3516 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043291 Jan 19 14:35:40.805478 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': 'c4478630-1874-4828-b111-cd777e547205', 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a', 'port_id': 'c4478630-1874-4828-b111-cd777e547205', 'mac_address': 'fa:16:3e:48:b6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76df00e1-6469-4fb6-8ada-b38427646cfd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:35:40.859974 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84b16154-75b4-4d4f-994a-8209f8bd3a2d req-97f0393b-26cb-4ab9-af96-f6619e5cfc0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804092 Jan 19 14:35:40.866567 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:40.887285 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port c4478630-1874-4828-b111-cd777e547205 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:40.887751 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c4478630-1874-4828-b111-cd777e547205), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:40.908990 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4478630-1874-4828-b111-cd777e547205 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:40.937850 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port c4478630-1874-4828-b111-cd777e547205, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4478630-1874-4828-b111-cd777e547205,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:40.951368 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02d5caa9-577f-4372-a543-1213ac089eb5 req-9395cf75-ed1b-49b3-8cae-19461db41865 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827674 Jan 19 14:35:40.982981 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-f2ba24ab-0e1d-44d4-bc4d-4f9f186ba4b1 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725385 Jan 19 14:35:41.019521 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (c4478630-1874-4828-b111-cd777e547205), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:41.125271 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b3660f9c-0ca9-40e2-8356-9e996a2a9d67 req-4726c24e-a794-4477-9fa4-c3c3712b8385 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329563 Jan 19 14:35:41.159319 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=c4478630-1874-4828-b111-cd777e547205,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:41.220755 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5923a91a-3c8b-4f22-a3c3-924e78b82eea admin admin] Publish callbacks [] for security_group (6a2d1434-9b13-4f0a-9d9d-fcb850af3846), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:41.242230 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['c4478630-1874-4828-b111-cd777e547205'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:35:41.268148 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:41.285632 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5923a91a-3c8b-4f22-a3c3-924e78b82eea admin admin] Publish callbacks [] for security_group (6a2d1434-9b13-4f0a-9d9d-fcb850af3846), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:41.332544 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Attempting to bind port 1e951595-257a-49ca-bc71-74bfb18b481c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:35:41.333259 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Attempting to bind port 1e951595-257a-49ca-bc71-74bfb18b481c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:35:41.333259 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Attempting to bind port 1e951595-257a-49ca-bc71-74bfb18b481c on network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:41.344954 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-481a922f-642f-42ff-9b41-315939d241ef req-6db1afa9-e5f7-42a9-80c3-457b7c8958e7 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509408 Jan 19 14:35:41.347841 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Port 1e951595-257a-49ca-bc71-74bfb18b481c on network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:35:41.348203 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Attempting to bind port 1e951595-257a-49ca-bc71-74bfb18b481c on network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:35:41.375306 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:35:41.375930 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Checking segment: {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:35:41.376472 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Bound using segment: {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:35:41.377096 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Bound port: 1e951595-257a-49ca-bc71-74bfb18b481c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:35:41.377444 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:41.492813 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-481a922f-642f-42ff-9b41-315939d241ef req-04c76c90-dc36-4a02-9715-8974d11e3a92 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409457 Jan 19 14:35:41.496210 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:35:41.499131 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:35:41.522163 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5923a91a-3c8b-4f22-a3c3-924e78b82eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6a2d1434-9b13-4f0a-9d9d-fcb850af3846), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:41.524755 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5923a91a-3c8b-4f22-a3c3-924e78b82eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:41.528589 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-5923a91a-3c8b-4f22-a3c3-924e78b82eea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a2d1434-9b13-4f0a-9d9d-fcb850af3846 HTTP/1.1" status: 204 len: 168 time: 0.8221998 Jan 19 14:35:41.536613 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923a91a-3c8b-4f22-a3c3-924e78b82eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2d1434-9b13-4f0a-9d9d-fcb850af3846,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:41.585636 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:41.631896 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:41.632519 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:41.633886 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] 10.222.0.57 "PUT /v2.0/ports/1e951595-257a-49ca-bc71-74bfb18b481c HTTP/1.1" status: 200 len: 1094 time: 2.0646658 Jan 19 14:35:41.634334 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:41.636685 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19df5149-fb03-4c41-9128-ae0b05eba32d" -d '{"events": [{"name": "network-changed", "server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:41.670962 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9e17f-0889-4f84-b892-29743f19b09f service neutron] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:41.676908 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566cc20-85f7-4604-83b7-8c31709a8c3e req-2fc01b54-92ee-44bf-bad9-978c7c29669f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:41.678569 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1566cc20-85f7-4604-83b7-8c31709a8c3e req-2fc01b54-92ee-44bf-bad9-978c7c29669f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 943 time: 0.1035030 Jan 19 14:35:41.690823 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94c5a-5e03-4d32-a1c2-2059ae885d04 req-3ffc6aa6-e8e5-4c8b-8852-12ab2269f9fb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:41.692907 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0ad94c5a-5e03-4d32-a1c2-2059ae885d04 req-3ffc6aa6-e8e5-4c8b-8852-12ab2269f9fb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 943 time: 0.0901525 Jan 19 14:35:41.771083 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1566cc20-85f7-4604-83b7-8c31709a8c3e req-ca454d66-5d2f-4f4b-afdf-cd046fede57d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771897 Jan 19 14:35:41.779096 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0ad94c5a-5e03-4d32-a1c2-2059ae885d04 req-d65ed8fc-8a74-4d27-a450-2135a59526a9 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793400 Jan 19 14:35:41.825276 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c5d091-49fd-4589-885d-7598ff372ead x-openstack-request-id: req-31c5d091-49fd-4589-885d-7598ff372ead {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:41.825562 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:41.825863 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31c5d091-49fd-4589-885d-7598ff372ead {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:41.826289 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c', 'status': 'completed', 'code': 200} Jan 19 14:35:41.876641 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-5998763a-c919-4db5-b681-a86832519b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:41.878625 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-5998763a-c919-4db5-b681-a86832519b95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 1097 time: 0.0436604 Jan 19 14:35:41.930839 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-cb7627af-0d39-4166-8cf5-2cb27e9f8ad9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e951595-257a-49ca-bc71-74bfb18b481c HTTP/1.1" status: 200 len: 217 time: 0.0453601 Jan 19 14:35:41.963858 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40662) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:41.999854 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-346ead90-9e49-4afe-b577-b3070a2ed4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:42.001091 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-346ead90-9e49-4afe-b577-b3070a2ed4d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0632634 Jan 19 14:35:42.019486 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772e935-15bf-41f2-b4bd-4d9ddebf0006 req-735252c4-7173-4505-b8fa-72080d3be40f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:42.027235 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3772e935-15bf-41f2-b4bd-4d9ddebf0006 req-735252c4-7173-4505-b8fa-72080d3be40f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0952578 Jan 19 14:35:42.160171 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-083ede3d-85a5-46ec-ae01-2adb27943bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:42.161804 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-083ede3d-85a5-46ec-ae01-2adb27943bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1534173 Jan 19 14:35:42.165222 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3772e935-15bf-41f2-b4bd-4d9ddebf0006 req-0edefdd8-e81a-4994-886f-377fe8971635 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370380 Jan 19 14:35:42.203962 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3fe8-9193-47d1-b500-5892d6cf9424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:42.255486 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51892e-fa01-41b1-81c4-bfd48bae9ca8 req-ac976824-cc88-4ee8-828b-79d51c6378df tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:42.257207 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0a51892e-fa01-41b1-81c4-bfd48bae9ca8 req-ac976824-cc88-4ee8-828b-79d51c6378df tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.1989558 Jan 19 14:35:42.312028 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-e4357acf-b247-4960-a907-ac4f553a0bfb service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429594 Jan 19 14:35:42.338420 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0a51892e-fa01-41b1-81c4-bfd48bae9ca8 req-4c7589e0-8cf3-4982-9f79-b393a1c01b9c tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744483 Jan 19 14:35:42.379824 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3fe8-9193-47d1-b500-5892d6cf9424 admin admin] Publish callbacks [] for security_group (47499d49-4de9-4960-bd18-74a3a58a278d), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:42.417576 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc0e5620-405b-4cb1-931e-cc7d56ba64fa req-de118bd5-6451-4633-af93-8ae087370e0a service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989068 Jan 19 14:35:42.485521 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3fe8-9193-47d1-b500-5892d6cf9424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (47499d49-4de9-4960-bd18-74a3a58a278d), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:42.529981 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-9a8f3fe8-9193-47d1-b500-5892d6cf9424 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5cb773955e5d4becb4ef890b10ddc9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5629241 Jan 19 14:35:42.529981 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3fe8-9193-47d1-b500-5892d6cf9424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47499d49-4de9-4960-bd18-74a3a58a278d,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:42.530464 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40696) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:42.618395 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-cbf61118-94c2-4f49-b09c-0e250b0c281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:42.620060 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-cbf61118-94c2-4f49-b09c-0e250b0c281d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 1097 time: 0.0715091 Jan 19 14:35:42.623290 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc174d51-43b2-4379-b543-e2f4ebfed071 admin admin] Publish callbacks [] for security_group (47499d49-4de9-4960-bd18-74a3a58a278d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:42.676996 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 407dd962-17ab-4662-80ab-da34165bb17f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:35:42.698036 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc174d51-43b2-4379-b543-e2f4ebfed071 admin admin] Publish callbacks [] for security_group (47499d49-4de9-4960-bd18-74a3a58a278d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:42.741606 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c4478630-1874-4828-b111-cd777e547205 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:42.763970 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-27eca143-b6b1-4b69-9160-39c511745e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:42.765449 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-27eca143-b6b1-4b69-9160-39c511745e88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 918 time: 0.1378744 Jan 19 14:35:42.825637 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 407dd962-17ab-4662-80ab-da34165bb17f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=407dd962-17ab-4662-80ab-da34165bb17f,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:42.845227 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '407dd962-17ab-4662-80ab-da34165bb17f', 'network_id': '333f40c5-341d-4834-945d-fa7400e4854a', 'port_id': '407dd962-17ab-4662-80ab-da34165bb17f', 'mac_address': 'fa:16:3e:86:53:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76df00e1-6469-4fb6-8ada-b38427646cfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:35:42.875598 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-c7d53da5-b3e3-47fc-b0e4-c776cf60ea5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e951595-257a-49ca-bc71-74bfb18b481c HTTP/1.1" status: 200 len: 217 time: 0.1026807 Jan 19 14:35:42.892135 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 407dd962-17ab-4662-80ab-da34165bb17f is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:42.892355 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (407dd962-17ab-4662-80ab-da34165bb17f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:42.922564 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407dd962-17ab-4662-80ab-da34165bb17f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:42.943317 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 407dd962-17ab-4662-80ab-da34165bb17f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=407dd962-17ab-4662-80ab-da34165bb17f,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:42.966796 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-18473325-1980-4fa7-95ce-cd3f04a2aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:42.968415 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port c4478630-1874-4828-b111-cd777e547205 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:35:42.968605 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-18473325-1980-4fa7-95ce-cd3f04a2aa52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0778897 Jan 19 14:35:42.970281 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc174d51-43b2-4379-b543-e2f4ebfed071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (47499d49-4de9-4960-bd18-74a3a58a278d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:42.973672 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-dc174d51-43b2-4379-b543-e2f4ebfed071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:42.974496 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port c4478630-1874-4828-b111-cd777e547205 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:42.975458 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (c4478630-1874-4828-b111-cd777e547205), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:42.975558 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-dc174d51-43b2-4379-b543-e2f4ebfed071 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47499d49-4de9-4960-bd18-74a3a58a278d HTTP/1.1" status: 204 len: 168 time: 0.4430416 Jan 19 14:35:42.983015 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163967-74ff-43df-9700-e8bab4d27155 req-2b42eb66-6854-4423-839a-191aa121ab7e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:42.984778 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ec163967-74ff-43df-9700-e8bab4d27155 req-2b42eb66-6854-4423-839a-191aa121ab7e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 943 time: 0.1042449 Jan 19 14:35:42.998791 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162938d8-3f76-42b3-9dc7-5a56cf71db5b req-471c710e-2e47-4137-b7e8-f1f156020a05 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:43.007855 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-162938d8-3f76-42b3-9dc7-5a56cf71db5b req-471c710e-2e47-4137-b7e8-f1f156020a05 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 943 time: 0.1241932 Jan 19 14:35:43.014597 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc174d51-43b2-4379-b543-e2f4ebfed071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47499d49-4de9-4960-bd18-74a3a58a278d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:43.033345 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-d44a8f82-3f83-463a-a9df-4391a96eabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:43.038548 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-d44a8f82-3f83-463a-a9df-4391a96eabb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588002 Jan 19 14:35:43.058401 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (407dd962-17ab-4662-80ab-da34165bb17f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:43.062213 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0976b7bc-7ce8-422b-8e81-926f3fb357b9 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:35:43.120886 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-162938d8-3f76-42b3-9dc7-5a56cf71db5b req-3d66621a-ada5-43e6-9264-6b8247ccd7fb tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031280 Jan 19 14:35:43.129030 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ec163967-74ff-43df-9700-e8bab4d27155 req-8deeb1ad-c9e5-4f98-bae3-be61606eafec tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180749 Jan 19 14:35:43.166531 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port c4478630-1874-4828-b111-cd777e547205 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:43.166924 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c4478630-1874-4828-b111-cd777e547205), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:43.178399 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-ff0e1906-1fcc-4a28-b46a-78d21d899166 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355143 Jan 19 14:35:43.211506 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=407dd962-17ab-4662-80ab-da34165bb17f,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:43.256775 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port c4478630-1874-4828-b111-cd777e547205, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4478630-1874-4828-b111-cd777e547205,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:43.257952 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b050c927-1f46-45c0-8d09-96fa64195c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4478630-1874-4828-b111-cd777e547205'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:43.260360 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1cee71-b3bf-47e9-b6b6-aab9b7857b21" -d '{"events": [{"server_uuid": "b050c927-1f46-45c0-8d09-96fa64195c71", "name": "network-vif-plugged", "status": "completed", "tag": "c4478630-1874-4828-b111-cd777e547205"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:43.290613 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429e346-9830-46da-bdf6-f11a89e599a4 req-de2e8aec-eee1-450b-8886-7795ad98401e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:43.299975 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6429e346-9830-46da-bdf6-f11a89e599a4 req-de2e8aec-eee1-450b-8886-7795ad98401e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0752492 Jan 19 14:35:43.319665 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da7cec6-3489-4758-8532-74bfd99ed235 x-openstack-request-id: req-0da7cec6-3489-4758-8532-74bfd99ed235 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:43.320338 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b050c927-1f46-45c0-8d09-96fa64195c71", "name": "network-vif-plugged", "status": "completed", "tag": "c4478630-1874-4828-b111-cd777e547205", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:43.320807 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0da7cec6-3489-4758-8532-74bfd99ed235 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:43.321413 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b050c927-1f46-45c0-8d09-96fa64195c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4478630-1874-4828-b111-cd777e547205', 'code': 200} Jan 19 14:35:43.322154 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-19df5149-fb03-4c41-9128-ae0b05eba32d req-c4cea4b0-1f5f-46cd-84e8-db595db090b3 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352260 Jan 19 14:35:43.324471 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0976b7bc-7ce8-422b-8e81-926f3fb357b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:43.344651 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '0976b7bc-7ce8-422b-8e81-926f3fb357b9', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'port_id': '0976b7bc-7ce8-422b-8e81-926f3fb357b9', 'mac_address': 'fa:16:3e:dc:4d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:35:43.363610 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6429e346-9830-46da-bdf6-f11a89e599a4 req-3e1514f5-ae26-44f0-b603-c671ce21baa7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627353 Jan 19 14:35:43.377305 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (c4478630-1874-4828-b111-cd777e547205), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:43.436227 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:43.436612 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:43.461559 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0976b7bc-7ce8-422b-8e81-926f3fb357b9 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:43.490752 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435f43b-abdb-4f9b-8b79-3bad813cc510 req-515644a3-1a26-4101-9f70-803bc8e75487 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:43.494010 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0976b7bc-7ce8-422b-8e81-926f3fb357b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:43.497455 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=c4478630-1874-4828-b111-cd777e547205,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:43.499358 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4435f43b-abdb-4f9b-8b79-3bad813cc510 req-515644a3-1a26-4101-9f70-803bc8e75487 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.0707171 Jan 19 14:35:43.546148 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4435f43b-abdb-4f9b-8b79-3bad813cc510 req-da186394-0663-4097-831e-bb445a2493e3 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Jan 19 14:35:43.631557 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:43.705295 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=0976b7bc-7ce8-422b-8e81-926f3fb357b9,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:43.773437 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb137d-402d-4a10-90c3-c0e78bd0575d req-a7e7b7dd-15d6-435d-a71a-9688df3a7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:43.782233 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-82bb137d-402d-4a10-90c3-c0e78bd0575d req-a7e7b7dd-15d6-435d-a71a-9688df3a7298 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1099 time: 0.0972219 Jan 19 14:35:43.835705 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-82bb137d-402d-4a10-90c3-c0e78bd0575d req-83b43b4c-d6e0-4c11-882f-12c822b651fb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521359 Jan 19 14:35:43.871295 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['0976b7bc-7ce8-422b-8e81-926f3fb357b9'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:35:43.896476 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['407dd962-17ab-4662-80ab-da34165bb17f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:35:43.920253 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40748) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:43.938786 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-4d9fec6a-771c-455c-b6a1-330923fa4d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:44.057028 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-4d9fec6a-771c-455c-b6a1-330923fa4d37 admin admin] Publish callbacks [] for security_group (599f6f92-aab3-460e-a8dd-cf2e10a8adec), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:44.156546 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-4d9fec6a-771c-455c-b6a1-330923fa4d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (599f6f92-aab3-460e-a8dd-cf2e10a8adec), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:44.229070 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-4d9fec6a-771c-455c-b6a1-330923fa4d37 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=052d19f3980741ff9ee250741f5c961e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077133 Jan 19 14:35:44.232015 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40762) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:44.252230 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fec6a-771c-455c-b6a1-330923fa4d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f6f92-aab3-460e-a8dd-cf2e10a8adec,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:44.289238 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db569-400b-4bd2-a09f-b453696869a9 req-95b91450-adf8-42ad-aa90-2adc3e1aaeac tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:44.291045 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-487db569-400b-4bd2-a09f-b453696869a9 req-95b91450-adf8-42ad-aa90-2adc3e1aaeac tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 944 time: 0.0967145 Jan 19 14:35:44.303118 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cdac1299-5382-44d9-b73c-01476a5f6cb2 admin admin] Publish callbacks [] for security_group (599f6f92-aab3-460e-a8dd-cf2e10a8adec), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:44.303894 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350e2f4-9afe-410f-800b-ab9669c13305 req-362ba98d-3e7c-431d-a922-d15b8f9cd1e0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:44.305405 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e350e2f4-9afe-410f-800b-ab9669c13305 req-362ba98d-3e7c-431d-a922-d15b8f9cd1e0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 944 time: 0.1239703 Jan 19 14:35:44.325660 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cdac1299-5382-44d9-b73c-01476a5f6cb2 admin admin] Publish callbacks [] for security_group (599f6f92-aab3-460e-a8dd-cf2e10a8adec), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:44.361809 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-487db569-400b-4bd2-a09f-b453696869a9 req-339bc614-7849-4912-a689-7a9bc1f4732b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553844 Jan 19 14:35:44.419990 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e350e2f4-9afe-410f-800b-ab9669c13305 req-5d64b93c-a5ec-4620-b69b-f8bf7f4a17b4 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994852 Jan 19 14:35:44.474125 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cdac1299-5382-44d9-b73c-01476a5f6cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (599f6f92-aab3-460e-a8dd-cf2e10a8adec), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:44.476816 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cdac1299-5382-44d9-b73c-01476a5f6cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:44.478030 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-cdac1299-5382-44d9-b73c-01476a5f6cb2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/599f6f92-aab3-460e-a8dd-cf2e10a8adec HTTP/1.1" status: 204 len: 168 time: 0.2449372 Jan 19 14:35:44.486004 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac1299-5382-44d9-b73c-01476a5f6cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f6f92-aab3-460e-a8dd-cf2e10a8adec,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:44.503050 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5f90-e45d-40a8-8f48-6ac32bd67112 req-699696f0-9bf4-41f6-ac45-e1a66a31b444 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:44.505185 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f0ab5f90-e45d-40a8-8f48-6ac32bd67112 req-699696f0-9bf4-41f6-ac45-e1a66a31b444 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0511787 Jan 19 14:35:44.564505 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f0ab5f90-e45d-40a8-8f48-6ac32bd67112 req-38540250-18ec-4512-a375-1677e9d71d4d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530047 Jan 19 14:35:44.707409 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:35:44.710948 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 407dd962-17ab-4662-80ab-da34165bb17f up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:44.846089 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:44.858235 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '1e951595-257a-49ca-bc71-74bfb18b481c', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'port_id': '1e951595-257a-49ca-bc71-74bfb18b481c', 'mac_address': 'fa:16:3e:35:a4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:35:44.898601 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1e951595-257a-49ca-bc71-74bfb18b481c is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:44.899454 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:44.918728 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 407dd962-17ab-4662-80ab-da34165bb17f completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:35:44.923315 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 407dd962-17ab-4662-80ab-da34165bb17f triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:44.923686 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (407dd962-17ab-4662-80ab-da34165bb17f), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:44.926364 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e951595-257a-49ca-bc71-74bfb18b481c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:35:44.967207 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:44.982113 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40786) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:45.036718 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 407dd962-17ab-4662-80ab-da34165bb17f is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:45.036718 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (407dd962-17ab-4662-80ab-da34165bb17f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.058704 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.076238 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40792) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:45.088026 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 407dd962-17ab-4662-80ab-da34165bb17f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=407dd962-17ab-4662-80ab-da34165bb17f,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:45.114166 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:45.186013 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (407dd962-17ab-4662-80ab-da34165bb17f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.187908 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0976b7bc-7ce8-422b-8e81-926f3fb357b9 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:45.232000 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98d46cb2-70ea-4249-bbef-78fe5fecde60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.248405 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-22175e09-4414-45c5-9dd1-ebbf89cb0c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.324301 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae37be7-637b-467b-8765-0151febeb9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407dd962-17ab-4662-80ab-da34165bb17f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:45.327685 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d637d77-f748-489a-b841-30ee46a5a8bc" -d '{"events": [{"server_uuid": "0ae37be7-637b-467b-8765-0151febeb9c7", "name": "network-vif-plugged", "status": "completed", "tag": "407dd962-17ab-4662-80ab-da34165bb17f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:45.346933 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['1e951595-257a-49ca-bc71-74bfb18b481c'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:35:45.354996 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=407dd962-17ab-4662-80ab-da34165bb17f,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:45.366636 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98d46cb2-70ea-4249-bbef-78fe5fecde60 admin admin] Publish callbacks [] for security_group (40900638-1c68-468d-9ca9-5836b862c3a6), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.378829 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-22175e09-4414-45c5-9dd1-ebbf89cb0c5b admin admin] Publish callbacks [] for security_group (6c633dc8-9bf9-401b-9b28-c378dd5ec1f3), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.391470 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e68fa4-949f-4593-94a5-5b16ebddf5ff x-openstack-request-id: req-c9e68fa4-949f-4593-94a5-5b16ebddf5ff {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:45.391826 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae37be7-637b-467b-8765-0151febeb9c7", "name": "network-vif-plugged", "status": "completed", "tag": "407dd962-17ab-4662-80ab-da34165bb17f", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:45.392086 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9e68fa4-949f-4593-94a5-5b16ebddf5ff {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:45.392476 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae37be7-637b-467b-8765-0151febeb9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407dd962-17ab-4662-80ab-da34165bb17f', 'code': 200} Jan 19 14:35:45.475757 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98d46cb2-70ea-4249-bbef-78fe5fecde60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (40900638-1c68-468d-9ca9-5836b862c3a6), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.520566 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:35:45.529840 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:45.530442 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.545380 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-22175e09-4414-45c5-9dd1-ebbf89cb0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6c633dc8-9bf9-401b-9b28-c378dd5ec1f3), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.574499 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-98d46cb2-70ea-4249-bbef-78fe5fecde60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0806bd25a9c740d2a90786c2e94c5501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5912919 Jan 19 14:35:45.577140 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40818) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:45.626583 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d46cb2-70ea-4249-bbef-78fe5fecde60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40900638-1c68-468d-9ca9-5836b862c3a6,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:45.642668 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb4557a5-32a1-42d7-8d0c-221141775b19 admin admin] Publish callbacks [] for security_group (40900638-1c68-468d-9ca9-5836b862c3a6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.666718 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb4557a5-32a1-42d7-8d0c-221141775b19 admin admin] Publish callbacks [] for security_group (40900638-1c68-468d-9ca9-5836b862c3a6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.667368 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40822) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:45.667587 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-22175e09-4414-45c5-9dd1-ebbf89cb0c5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb323bf3eea34875acf896ea8d817307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5890524 Jan 19 14:35:45.673549 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:45.674074 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.690628 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dce39-3334-4dce-9665-15a5fa8dde8d req-1c7aa1ba-6d6e-4c25-adde-277343600ff0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:45.693476 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-463dce39-3334-4dce-9665-15a5fa8dde8d req-1c7aa1ba-6d6e-4c25-adde-277343600ff0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 944 time: 0.2464786 Jan 19 14:35:45.695531 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22175e09-4414-45c5-9dd1-ebbf89cb0c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c633dc8-9bf9-401b-9b28-c378dd5ec1f3,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:45.706811 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28760568-88b4-4ffd-b380-a9bd9966175f req-51ff9748-549c-4454-8637-a2efeb53aaf2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:45.714905 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-28760568-88b4-4ffd-b380-a9bd9966175f req-51ff9748-549c-4454-8637-a2efeb53aaf2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.1742086 Jan 19 14:35:45.739596 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0976b7bc-7ce8-422b-8e81-926f3fb357b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:45.793789 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-463dce39-3334-4dce-9665-15a5fa8dde8d req-d5b3973c-ccfc-4c11-a719-0bd6857cf3aa tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768588 Jan 19 14:35:45.796815 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca50454-0264-47db-b3b0-e07b6746ec79 admin admin] Publish callbacks [] for security_group (6c633dc8-9bf9-401b-9b28-c378dd5ec1f3), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.810536 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-28760568-88b4-4ffd-b380-a9bd9966175f req-94ff0448-7bdd-429b-995b-1895f4bffa32 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892036 Jan 19 14:35:45.840314 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.851657 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca50454-0264-47db-b3b0-e07b6746ec79 admin admin] Publish callbacks [] for security_group (6c633dc8-9bf9-401b-9b28-c378dd5ec1f3), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.855319 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbb23c-6edb-47c4-9c1b-7b4ff227fd42 req-a8fb1a4e-40b8-430e-aa0b-7cc928a1d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:45.858401 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7cbb23c-6edb-47c4-9c1b-7b4ff227fd42 req-a8fb1a4e-40b8-430e-aa0b-7cc928a1d729 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 1098 time: 0.1084030 Jan 19 14:35:45.907527 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb4557a5-32a1-42d7-8d0c-221141775b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (40900638-1c68-468d-9ca9-5836b862c3a6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.911023 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb4557a5-32a1-42d7-8d0c-221141775b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:45.913537 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-cb4557a5-32a1-42d7-8d0c-221141775b19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/40900638-1c68-468d-9ca9-5836b862c3a6 HTTP/1.1" status: 204 len: 168 time: 0.3340604 Jan 19 14:35:45.924467 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=0976b7bc-7ce8-422b-8e81-926f3fb357b9,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:45.932639 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4557a5-32a1-42d7-8d0c-221141775b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40900638-1c68-468d-9ca9-5836b862c3a6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:45.936995 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a96088-f9a9-44f5-b864-dda99112d34d req-6a5346ce-5fd3-4790-a617-cb90d1a511e1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:45.940135 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-20a96088-f9a9-44f5-b864-dda99112d34d req-6a5346ce-5fd3-4790-a617-cb90d1a511e1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 945 time: 0.0681665 Jan 19 14:35:45.966353 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7cbb23c-6edb-47c4-9c1b-7b4ff227fd42 req-c5c27262-8605-480b-a3f7-6a3f6d139f85 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984290 Jan 19 14:35:46.014162 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-20a96088-f9a9-44f5-b864-dda99112d34d req-f7c4e533-eb1f-4a46-9afb-42e49a1c42dd tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590944 Jan 19 14:35:46.110149 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca50454-0264-47db-b3b0-e07b6746ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6c633dc8-9bf9-401b-9b28-c378dd5ec1f3), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:46.112759 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2ca50454-0264-47db-b3b0-e07b6746ec79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:46.113959 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-2ca50454-0264-47db-b3b0-e07b6746ec79 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c633dc8-9bf9-401b-9b28-c378dd5ec1f3 HTTP/1.1" status: 204 len: 168 time: 0.4456258 Jan 19 14:35:46.122168 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca50454-0264-47db-b3b0-e07b6746ec79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c633dc8-9bf9-401b-9b28-c378dd5ec1f3,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:46.719499 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:35:46.824497 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 1e951595-257a-49ca-bc71-74bfb18b481c completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:35:46.828509 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 1e951595-257a-49ca-bc71-74bfb18b481c triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:35:46.829113 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:46.889225 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40862) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:46.907964 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0750c52-ac8f-47ba-bb59-1aa693eeaab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:46.918304 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1e951595-257a-49ca-bc71-74bfb18b481c is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:35:46.918702 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:46.924616 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f4780-5520-4cb0-9122-525b0d96b500 req-103a676f-2f34-4d8f-b895-e589d934637e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:46.934420 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-139f4780-5520-4cb0-9122-525b0d96b500 req-103a676f-2f34-4d8f-b895-e589d934637e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0615318 Jan 19 14:35:46.959527 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:35:46.991267 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-139f4780-5520-4cb0-9122-525b0d96b500 req-47bdc2a3-1925-40bc-bd42-9141d62ff9c0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560007 Jan 19 14:35:47.038322 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0750c52-ac8f-47ba-bb59-1aa693eeaab6 admin admin] Publish callbacks [] for security_group (121f582f-c269-4a80-abf6-978da86a0710), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.057266 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.111572 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:47.127763 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868d897-0ffc-49bb-a1a0-39d19ecbf92e req-7f179407-7221-4311-8c5d-f61afbd21fea tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:47.135400 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2868d897-0ffc-49bb-a1a0-39d19ecbf92e req-7f179407-7221-4311-8c5d-f61afbd21fea tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0775859 Jan 19 14:35:47.185491 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2868d897-0ffc-49bb-a1a0-39d19ecbf92e req-376b74b1-26a6-48fe-ba80-ddd6876f9a88 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491190 Jan 19 14:35:47.205878 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0750c52-ac8f-47ba-bb59-1aa693eeaab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (121f582f-c269-4a80-abf6-978da86a0710), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.225507 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 40870) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:47.241066 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e0998387-b96a-4e96-a5dd-6b1515b7abfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.246485 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0750c52-ac8f-47ba-bb59-1aa693eeaab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121f582f-c269-4a80-abf6-978da86a0710,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:47.250846 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b0750c52-ac8f-47ba-bb59-1aa693eeaab6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8bedb13fbe44adc9349256a455130ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604450 Jan 19 14:35:47.253401 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40872) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:47.257233 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ca232-d003-4d75-915c-10885faea59f req-04b1cb90-ccd2-4948-9385-fc3c103e30ac tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:47.258736 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-944ca232-d003-4d75-915c-10885faea59f req-04b1cb90-ccd2-4948-9385-fc3c103e30ac tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0780869 Jan 19 14:35:47.309058 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b085ff83-a4e1-45b1-9e85-f4c5fd3d87cf admin admin] Publish callbacks [] for security_group (121f582f-c269-4a80-abf6-978da86a0710), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.332404 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-944ca232-d003-4d75-915c-10885faea59f req-15f687ec-e284-46c1-935a-c32b0000a73b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613201 Jan 19 14:35:47.341552 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b085ff83-a4e1-45b1-9e85-f4c5fd3d87cf admin admin] Publish callbacks [] for security_group (121f582f-c269-4a80-abf6-978da86a0710), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.394048 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0976b7bc-7ce8-422b-8e81-926f3fb357b9'}, {'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:47.397293 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3f4e02-0ff2-4768-bbb2-2fe2971241d2" -d '{"events": [{"server_uuid": "b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d", "name": "network-vif-plugged", "status": "completed", "tag": "0976b7bc-7ce8-422b-8e81-926f3fb357b9"}, {"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-plugged", "status": "completed", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:47.399176 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e0998387-b96a-4e96-a5dd-6b1515b7abfe admin admin] Publish callbacks [] for security_group (6f469dbe-864b-4a55-8381-2fcfe2c396e5), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.456766 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eea1ad-cef3-4604-bdb6-a6c70f7346b8 x-openstack-request-id: req-a2eea1ad-cef3-4604-bdb6-a6c70f7346b8 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:47.457611 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d", "name": "network-vif-plugged", "status": "completed", "tag": "0976b7bc-7ce8-422b-8e81-926f3fb357b9", "code": 200}, {"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-plugged", "status": "completed", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:47.457863 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2eea1ad-cef3-4604-bdb6-a6c70f7346b8 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:47.458336 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0976b7bc-7ce8-422b-8e81-926f3fb357b9', 'code': 200} Jan 19 14:35:47.458619 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c', 'code': 200} Jan 19 14:35:47.533217 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b085ff83-a4e1-45b1-9e85-f4c5fd3d87cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (121f582f-c269-4a80-abf6-978da86a0710), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.533408 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e0998387-b96a-4e96-a5dd-6b1515b7abfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6f469dbe-864b-4a55-8381-2fcfe2c396e5), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.538551 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b085ff83-a4e1-45b1-9e85-f4c5fd3d87cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.576086 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b085ff83-a4e1-45b1-9e85-f4c5fd3d87cf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/121f582f-c269-4a80-abf6-978da86a0710 HTTP/1.1" status: 204 len: 168 time: 0.2866642 Jan 19 14:35:47.576086 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085ff83-a4e1-45b1-9e85-f4c5fd3d87cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f582f-c269-4a80-abf6-978da86a0710,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:47.576735 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-e0998387-b96a-4e96-a5dd-6b1515b7abfe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23189ab47467408393831a87b3f9cb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490229 Jan 19 14:35:47.576735 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0998387-b96a-4e96-a5dd-6b1515b7abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f469dbe-864b-4a55-8381-2fcfe2c396e5,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:47.578380 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40888) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:47.638157 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5792980c-b8ef-41cf-84e8-651239b9b064 admin admin] Publish callbacks [] for security_group (6f469dbe-864b-4a55-8381-2fcfe2c396e5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.662669 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5792980c-b8ef-41cf-84e8-651239b9b064 admin admin] Publish callbacks [] for security_group (6f469dbe-864b-4a55-8381-2fcfe2c396e5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.778914 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5792980c-b8ef-41cf-84e8-651239b9b064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6f469dbe-864b-4a55-8381-2fcfe2c396e5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.785180 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5792980c-b8ef-41cf-84e8-651239b9b064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:47.785180 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-5792980c-b8ef-41cf-84e8-651239b9b064 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f469dbe-864b-4a55-8381-2fcfe2c396e5 HTTP/1.1" status: 204 len: 168 time: 0.2033508 Jan 19 14:35:47.792925 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792980c-b8ef-41cf-84e8-651239b9b064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f469dbe-864b-4a55-8381-2fcfe2c396e5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:48.018230 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76705ba9-b1cf-40f4-93d8-b7da403d5313 req-3c86feb2-97f7-4634-b0e6-fad430f5ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:48.019759 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-76705ba9-b1cf-40f4-93d8-b7da403d5313 req-3c86feb2-97f7-4634-b0e6-fad430f5ba24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 1098 time: 0.0666635 Jan 19 14:35:48.021440 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b30a4a-7730-4a42-bbbe-cc6d99472c7c req-8f980932-4b9e-4dc3-b18a-0aac096e6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:48.022797 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-32b30a4a-7730-4a42-bbbe-cc6d99472c7c req-8f980932-4b9e-4dc3-b18a-0aac096e6cf7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 1099 time: 0.0709140 Jan 19 14:35:48.115179 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-76705ba9-b1cf-40f4-93d8-b7da403d5313 req-059f0deb-2931-470a-b6f7-d7688f7e8eb4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849240 Jan 19 14:35:48.130594 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-32b30a4a-7730-4a42-bbbe-cc6d99472c7c req-a5c40ca3-51ba-4fa8-af09-12045d967819 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992830 Jan 19 14:35:48.141881 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756223c-754d-4996-a382-a3ba9d6a48ae req-1133ff6f-b4aa-46f0-a57c-a7b74300f341 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:48.144014 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6756223c-754d-4996-a382-a3ba9d6a48ae req-1133ff6f-b4aa-46f0-a57c-a7b74300f341 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0735490 Jan 19 14:35:48.213266 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6756223c-754d-4996-a382-a3ba9d6a48ae req-f325da56-4286-491e-887f-5941d45f89b5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532610 Jan 19 14:35:48.327365 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbbd6f-5f84-4a23-bf32-7928ac18a469 req-8d461ea4-9da5-4903-a27d-b9343fb1dd09 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:48.328897 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-abfbbd6f-5f84-4a23-bf32-7928ac18a469 req-8d461ea4-9da5-4903-a27d-b9343fb1dd09 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0541713 Jan 19 14:35:48.378284 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-abfbbd6f-5f84-4a23-bf32-7928ac18a469 req-fa79b371-cb5f-47ca-a93f-4d723b3696c1 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436647 Jan 19 14:35:48.477587 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7ead-413b-44eb-a442-d5618e16e5f3 req-e58af4f4-a6ed-4d8d-a8e7-d53fb5a2080f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:48.487004 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a18c7ead-413b-44eb-a442-d5618e16e5f3 req-e58af4f4-a6ed-4d8d-a8e7-d53fb5a2080f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0707150 Jan 19 14:35:48.586827 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a18c7ead-413b-44eb-a442-d5618e16e5f3 req-746a780d-a113-44ba-8389-a9bfe4b48135 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914986 Jan 19 14:35:49.081536 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1336a-d05e-4c34-af65-6b9ab1d03736 req-c043c70f-0bf1-4a33-be20-cc6b79dfd0a3 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:49.084295 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0dc1336a-d05e-4c34-af65-6b9ab1d03736 req-c043c70f-0bf1-4a33-be20-cc6b79dfd0a3 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0561454 Jan 19 14:35:49.142036 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0dc1336a-d05e-4c34-af65-6b9ab1d03736 req-d940974b-2999-4079-8929-c6094d66f405 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513015 Jan 19 14:35:49.211127 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-0549fe49-2365-4a31-8a3b-616fecac5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:49.212587 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-0549fe49-2365-4a31-8a3b-616fecac5659 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0391843 Jan 19 14:35:49.351255 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-d74cbb4c-6ccb-47d3-a7ae-e0db3b84f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:49.352732 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-d74cbb4c-6ccb-47d3-a7ae-e0db3b84f585 service neutron] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 919 time: 0.1236403 Jan 19 14:35:49.380595 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684e7cf-bd12-4d56-b951-8e0cb22294d4 req-36543c8f-5297-435a-b9b8-731a0c3f9463 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:49.391428 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8684e7cf-bd12-4d56-b951-8e0cb22294d4 req-36543c8f-5297-435a-b9b8-731a0c3f9463 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0728908 Jan 19 14:35:49.452923 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-82696395-588a-48fb-a26a-9a0de6907b73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407dd962-17ab-4662-80ab-da34165bb17f HTTP/1.1" status: 200 len: 217 time: 0.0925658 Jan 19 14:35:49.460963 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8684e7cf-bd12-4d56-b951-8e0cb22294d4 req-780c597c-a53a-434a-b5fa-8b5844909cc9 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629871 Jan 19 14:35:49.501765 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-799ba43a-4860-40e7-99f3-35f173ee377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:49.503255 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-799ba43a-4860-40e7-99f3-35f173ee377e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.0433676 Jan 19 14:35:49.540477 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-1de62d79-cbb7-41dd-9e41-0fdc90bcb481 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256133 Jan 19 14:35:49.641754 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-39d5a1fb-3bb6-468d-81c3-4140388bf7cf service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892508 Jan 19 14:35:49.707740 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509843-74af-4449-866e-f6895d0130b2 req-aaeda049-26c4-4a0b-97e6-df886bebb749 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:49.707964 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-46509843-74af-4449-866e-f6895d0130b2 req-aaeda049-26c4-4a0b-97e6-df886bebb749 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0572064 Jan 19 14:35:49.765161 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-46509843-74af-4449-866e-f6895d0130b2 req-836ad545-754e-4c09-8400-ef2395ce5ab4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486431 Jan 19 14:35:49.765771 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d7c30af-92ba-4c05-b731-1668b9fe36b4 req-4ab42b73-ee27-42cd-8a9f-df899d6da142 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164701 Jan 19 14:35:49.959859 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 40990) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:50.137459 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-821376bb-252c-4ff2-a37e-bb69a2fac5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:50.239067 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-821376bb-252c-4ff2-a37e-bb69a2fac5f5 admin admin] Publish callbacks [] for security_group (bf24e3ec-9d38-4dff-b34c-2d883bdca1e6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:50.284743 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538feb2d-c436-4e77-a763-dca0ba21813f req-6a2351e6-8d44-4892-9aec-3305f088e50b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:50.286923 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-538feb2d-c436-4e77-a763-dca0ba21813f req-6a2351e6-8d44-4892-9aec-3305f088e50b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0502596 Jan 19 14:35:50.334620 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-538feb2d-c436-4e77-a763-dca0ba21813f req-8988fd3f-c43b-4c8a-8239-b7e4b20c81c9 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Jan 19 14:35:50.378940 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-821376bb-252c-4ff2-a37e-bb69a2fac5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (bf24e3ec-9d38-4dff-b34c-2d883bdca1e6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:50.418916 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-821376bb-252c-4ff2-a37e-bb69a2fac5f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae4a844ef54f439088a3e216c0688e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4576266 Jan 19 14:35:50.419830 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821376bb-252c-4ff2-a37e-bb69a2fac5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24e3ec-9d38-4dff-b34c-2d883bdca1e6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:50.421277 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41004) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:50.485605 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-615962c9-11e9-43c7-8b28-de3e8958200b admin admin] Publish callbacks [] for security_group (bf24e3ec-9d38-4dff-b34c-2d883bdca1e6), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:50.569147 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-615962c9-11e9-43c7-8b28-de3e8958200b admin admin] Publish callbacks [] for security_group (bf24e3ec-9d38-4dff-b34c-2d883bdca1e6), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:50.637740 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56f4fe-40e1-448b-9f55-98005f35c42f req-9ad68723-eaee-4ec4-94f5-81830f71b0ec tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:50.639257 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d56f4fe-40e1-448b-9f55-98005f35c42f req-9ad68723-eaee-4ec4-94f5-81830f71b0ec tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0925953 Jan 19 14:35:50.688203 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d56f4fe-40e1-448b-9f55-98005f35c42f req-8da40589-eb4f-4f89-bea7-6be9b7270d1e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Jan 19 14:35:50.796540 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c50e3-d5bb-4c94-aa1f-feb76b772c57 req-8185513f-3be5-428e-9b17-1bf42f72d9a3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:50.798049 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-808c50e3-d5bb-4c94-aa1f-feb76b772c57 req-8185513f-3be5-428e-9b17-1bf42f72d9a3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0476065 Jan 19 14:35:50.806871 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41032) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:50.807568 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-615962c9-11e9-43c7-8b28-de3e8958200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (bf24e3ec-9d38-4dff-b34c-2d883bdca1e6), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:50.810624 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-615962c9-11e9-43c7-8b28-de3e8958200b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:50.811722 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-615962c9-11e9-43c7-8b28-de3e8958200b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf24e3ec-9d38-4dff-b34c-2d883bdca1e6 HTTP/1.1" status: 204 len: 168 time: 0.3894448 Jan 19 14:35:50.812550 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bb84095d-1f63-42e1-920a-90ba674bdfb1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'floatingip': {'port_id': '0976b7bc-7ce8-422b-8e81-926f3fb357b9'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:50.823720 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615962c9-11e9-43c7-8b28-de3e8958200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24e3ec-9d38-4dff-b34c-2d883bdca1e6,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:50.916885 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6a03a-da52-4c81-ad37-f67683b1a813 req-8a9c235a-a364-4c3a-9c19-1d2470be2fdc tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:50.918801 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d1d6a03a-da52-4c81-ad37-f67683b1a813 req-8a9c235a-a364-4c3a-9c19-1d2470be2fdc tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0678785 Jan 19 14:35:50.935815 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb84095d-1f63-42e1-920a-90ba674bdfb1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (5c904810-8456-4360-8c35-c16780b50725), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:50.992395 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d1d6a03a-da52-4c81-ad37-f67683b1a813 req-3b9c334b-0340-40cf-b6b0-83390f19a272 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668354 Jan 19 14:35:51.125069 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad1a7-07c0-43a7-a56d-fcb61466a3cd req-51801e67-3e34-4793-a848-8ff5bb954d58 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:51.127086 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7e1ad1a7-07c0-43a7-a56d-fcb61466a3cd req-51801e67-3e34-4793-a848-8ff5bb954d58 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0635405 Jan 19 14:35:51.137166 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41050) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:51.142447 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-9664c14e-f3ee-4f27-bb3c-280812682d0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'floatingip': {'port_id': '1e951595-257a-49ca-bc71-74bfb18b481c'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:35:51.420177 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9664c14e-f3ee-4f27-bb3c-280812682d0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (ce46db69-7a30-465a-bd8c-8f1bedaa03fd), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:51.623777 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0cfc-3685-44d1-b0df-f04a71c11756 req-177a6ab2-cfef-4359-aa65-01ed35645744 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:51.631230 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a11f0cfc-3685-44d1-b0df-f04a71c11756 req-177a6ab2-cfef-4359-aa65-01ed35645744 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.2053552 Jan 19 14:35:51.762624 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a11f0cfc-3685-44d1-b0df-f04a71c11756 req-1b3702ab-60a6-4314-b027-7b28e7268797 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302953 Jan 19 14:35:51.857766 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb84095d-1f63-42e1-920a-90ba674bdfb1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:51.900780 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41074) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:51.918467 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91c919c2-7d07-40b3-ad9a-60dd0125cd5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:51.945209 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb84095d-1f63-42e1-920a-90ba674bdfb1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (5c904810-8456-4360-8c35-c16780b50725), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.087181 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.l3_db [None req-bb84095d-1f63-42e1-920a-90ba674bdfb1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Floating IP 5c904810-8456-4360-8c35-c16780b50725 associated. External IP: 172.27.1.65, port: 0976b7bc-7ce8-422b-8e81-926f3fb357b9. Jan 19 14:35:52.093928 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91c919c2-7d07-40b3-ad9a-60dd0125cd5e admin admin] Publish callbacks [] for security_group (9f536d3c-4823-4aae-990e-e4aadc3fa016), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.138772 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41084) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:52.194766 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91c919c2-7d07-40b3-ad9a-60dd0125cd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (9f536d3c-4823-4aae-990e-e4aadc3fa016), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.235421 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9664c14e-f3ee-4f27-bb3c-280812682d0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.289311 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-91c919c2-7d07-40b3-ad9a-60dd0125cd5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c8869551d5d406e9a25fa65b7263fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847115 Jan 19 14:35:52.290337 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41090) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:52.296986 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c919c2-7d07-40b3-ad9a-60dd0125cd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f536d3c-4823-4aae-990e-e4aadc3fa016,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:52.316877 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0585-0f97-4eba-a46d-1a3d7153c9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.316964 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9664c14e-f3ee-4f27-bb3c-280812682d0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (ce46db69-7a30-465a-bd8c-8f1bedaa03fd), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.410378 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb84095d-1f63-42e1-920a-90ba674bdfb1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Router 33bef79f-ee86-48f4-a0b6-385f4b642b1d has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:35:52.417418 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d28680ff-d6e7-4841-84cb-24eedada8905 admin admin] Publish callbacks [] for security_group (9f536d3c-4823-4aae-990e-e4aadc3fa016), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.450708 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d28680ff-d6e7-4841-84cb-24eedada8905 admin admin] Publish callbacks [] for security_group (9f536d3c-4823-4aae-990e-e4aadc3fa016), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.452802 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.l3_db [None req-9664c14e-f3ee-4f27-bb3c-280812682d0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Floating IP ce46db69-7a30-465a-bd8c-8f1bedaa03fd associated. External IP: 172.27.1.228, port: 1e951595-257a-49ca-bc71-74bfb18b481c. Jan 19 14:35:52.499837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0585-0f97-4eba-a46d-1a3d7153c9c8 admin admin] Publish callbacks [] for security_group (03d92ded-bda0-47fe-97ce-26f4ca2fad68), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.578432 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb84095d-1f63-42e1-920a-90ba674bdfb1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:35:52.585276 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bb84095d-1f63-42e1-920a-90ba674bdfb1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.591306 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0585-0f97-4eba-a46d-1a3d7153c9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (03d92ded-bda0-47fe-97ce-26f4ca2fad68), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.594778 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] Sync routers for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:35:52.610797 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:52.611755 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:52.671396 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41096) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:52.677191 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-bb84095d-1f63-42e1-920a-90ba674bdfb1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "PUT /v2.0/floatingips/5c904810-8456-4360-8c35-c16780b50725 HTTP/1.1" status: 200 len: 990 time: 1.8658316 Jan 19 14:35:52.689562 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'tag': '0976b7bc-7ce8-422b-8e81-926f3fb357b9'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:52.689645 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d28680ff-d6e7-4841-84cb-24eedada8905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (9f536d3c-4823-4aae-990e-e4aadc3fa016), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.689725 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf3e2b-70cc-470f-96a6-5859ce272747" -d '{"events": [{"name": "network-changed", "server_uuid": "b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d", "tag": "0976b7bc-7ce8-422b-8e81-926f3fb357b9"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:52.689815 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d28680ff-d6e7-4841-84cb-24eedada8905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:52.689815 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d28680ff-d6e7-4841-84cb-24eedada8905 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f536d3c-4823-4aae-990e-e4aadc3fa016 HTTP/1.1" status: 204 len: 168 time: 0.3979509 Jan 19 14:35:52.698343 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41106) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:52.698609 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b4ab0585-0f97-4eba-a46d-1a3d7153c9c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=233519789be54c65881446fe0e0b2230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5594552 Jan 19 14:35:52.701413 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab0585-0f97-4eba-a46d-1a3d7153c9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d92ded-bda0-47fe-97ce-26f4ca2fad68,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:52.717946 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28680ff-d6e7-4841-84cb-24eedada8905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f536d3c-4823-4aae-990e-e4aadc3fa016,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:52.746549 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9664c14e-f3ee-4f27-bb3c-280812682d0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Router 77fad866-f3a7-4190-95b2-ff349a73a14e has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:35:52.785648 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad76b448-9eec-41d7-aeb7-b3c5a4c5b0ba x-openstack-request-id: req-ad76b448-9eec-41d7-aeb7-b3c5a4c5b0ba {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:52.785648 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d", "tag": "0976b7bc-7ce8-422b-8e81-926f3fb357b9", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:52.793175 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad76b448-9eec-41d7-aeb7-b3c5a4c5b0ba {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:52.793175 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'tag': '0976b7bc-7ce8-422b-8e81-926f3fb357b9', 'status': 'completed', 'code': 200} Jan 19 14:35:52.842103 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:52.874103 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-9a2548e2-e6f1-4f19-bbab-1a31aedf3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:52.879201 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-9a2548e2-e6f1-4f19-bbab-1a31aedf3a17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 1098 time: 0.0610151 Jan 19 14:35:52.885088 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dc63802c-0cd0-44aa-aff7-88ac986edacc admin admin] Publish callbacks [] for security_group (03d92ded-bda0-47fe-97ce-26f4ca2fad68), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.226356 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-5045e7bd-8a76-47ea-b207-fbd88180f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:53.226356 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-5045e7bd-8a76-47ea-b207-fbd88180f53f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 912 time: 0.1736493 Jan 19 14:35:53.226956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dc63802c-0cd0-44aa-aff7-88ac986edacc admin admin] Publish callbacks [] for security_group (03d92ded-bda0-47fe-97ce-26f4ca2fad68), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.227057 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-53b20628-179e-43cb-8abf-9d06e6d7c685 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9 HTTP/1.1" status: 200 len: 998 time: 0.1128521 Jan 19 14:35:53.227146 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b0aa-68e7-4370-9f76-b5fab9e7b8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.248587 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-4ebcf6c5-9072-4eb8-bbcf-c03aaa79a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:53.250115 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-4ebcf6c5-9072-4eb8-bbcf-c03aaa79a5f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df7d29b8-c1f6-46db-801b-45958c2aa13c HTTP/1.1" status: 200 len: 850 time: 0.0607209 Jan 19 14:35:53.259957 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c1096-ea60-4937-8832-919cd01f1bd8 req-3e04a0c3-6142-482c-9d14-13aaf54175d2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:53.261453 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2a6c1096-ea60-4937-8832-919cd01f1bd8 req-3e04a0c3-6142-482c-9d14-13aaf54175d2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.3806663 Jan 19 14:35:53.280014 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9664c14e-f3ee-4f27-bb3c-280812682d0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:35:53.299665 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] Sync routers for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:35:53.301048 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9664c14e-f3ee-4f27-bb3c-280812682d0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.324902 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:53.328738 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:53.332182 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-31546e30-9102-42b0-90d6-b5b29479b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:53.334066 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-31546e30-9102-42b0-90d6-b5b29479b8db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0740647 Jan 19 14:35:53.339009 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '5c904810-8456-4360-8c35-c16780b50725', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'port_id': '0976b7bc-7ce8-422b-8e81-926f3fb357b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'mac_address': 'fa:16:3e:dc:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:35:24Z', 'updated_at': '2022-01-19T14:35:51Z', 'revision_number': 1, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:53.355642 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-9664c14e-f3ee-4f27-bb3c-280812682d0b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "PUT /v2.0/floatingips/ce46db69-7a30-465a-bd8c-8f1bedaa03fd HTTP/1.1" status: 200 len: 992 time: 2.2146301 Jan 19 14:35:53.356702 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:35:53.358948 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8b694d-9c05-484b-bb0a-ee54f7de7782" -d '{"events": [{"name": "network-changed", "server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:35:53.384995 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2a6c1096-ea60-4937-8832-919cd01f1bd8 req-0cd8d400-4ffb-47fa-a289-01c4a145731a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088421 Jan 19 14:35:53.421307 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] Checking router: 33bef79f-ee86-48f4-a0b6-385f4b642b1d for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:35:53.427333 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b0aa-68e7-4370-9f76-b5fab9e7b8bd admin admin] Publish callbacks [] for security_group (f306bb0c-348c-4607-8581-23dfcb4fe149), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.446377 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:53.447918 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:53.456325 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-b7febf96-7c4a-4a51-b7b0-c90ef868b9c0 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147432 Jan 19 14:35:53.470100 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c843c54-62c8-4aeb-8b4a-c7bbebed883a x-openstack-request-id: req-0c843c54-62c8-4aeb-8b4a-c7bbebed883a {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:35:53.470586 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:35:53.470694 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c843c54-62c8-4aeb-8b4a-c7bbebed883a {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:35:53.471048 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c', 'status': 'completed', 'code': 200} Jan 19 14:35:53.485169 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:53.521757 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b0aa-68e7-4370-9f76-b5fab9e7b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (f306bb0c-348c-4607-8581-23dfcb4fe149), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.527667 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dc63802c-0cd0-44aa-aff7-88ac986edacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (03d92ded-bda0-47fe-97ce-26f4ca2fad68), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.532423 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dc63802c-0cd0-44aa-aff7-88ac986edacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.541513 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-dc63802c-0cd0-44aa-aff7-88ac986edacc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03d92ded-bda0-47fe-97ce-26f4ca2fad68 HTTP/1.1" status: 204 len: 168 time: 0.8322279 Jan 19 14:35:53.616144 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:53.621116 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-c0f2b0aa-68e7-4370-9f76-b5fab9e7b8bd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=701add7f5c7942c1a6eeb4f640c9def1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9463329 Jan 19 14:35:53.629252 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2b0aa-68e7-4370-9f76-b5fab9e7b8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f306bb0c-348c-4607-8581-23dfcb4fe149,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:53.631987 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41126) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:53.714287 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63802c-0cd0-44aa-aff7-88ac986edacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d92ded-bda0-47fe-97ce-26f4ca2fad68,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:53.731986 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-b4df743d-3398-4184-8b94-0091af4f7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:53.732961 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-b4df743d-3398-4184-8b94-0091af4f7cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 1099 time: 0.1653759 Jan 19 14:35:53.773492 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f2cf3e2b-70cc-470f-96a6-5859ce272747 req-36fa9b62-c452-48cb-9e92-a55519d3929d service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969112 Jan 19 14:35:53.814922 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09cc9f69-00e0-41b8-9b38-a46e7e1514d6 admin admin] Publish callbacks [] for security_group (f306bb0c-348c-4607-8581-23dfcb4fe149), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.843230 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09cc9f69-00e0-41b8-9b38-a46e7e1514d6 admin admin] Publish callbacks [] for security_group (f306bb0c-348c-4607-8581-23dfcb4fe149), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:53.943840 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-275b8a5f-6d48-4258-bfe3-329efddfabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:53.946713 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-275b8a5f-6d48-4258-bfe3-329efddfabaa service neutron] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 918 time: 0.2050118 Jan 19 14:35:53.995641 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '5c904810-8456-4360-8c35-c16780b50725', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'port_id': '0976b7bc-7ce8-422b-8e81-926f3fb357b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'mac_address': 'fa:16:3e:dc:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:35:24Z', 'updated_at': '2022-01-19T14:35:51Z', 'revision_number': 1, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:54.006555 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'ce46db69-7a30-465a-bd8c-8f1bedaa03fd', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'port_id': '1e951595-257a-49ca-bc71-74bfb18b481c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'mac_address': 'fa:16:3e:35:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:35:25Z', 'updated_at': '2022-01-19T14:35:52Z', 'revision_number': 1, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:54.022400 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09cc9f69-00e0-41b8-9b38-a46e7e1514d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (f306bb0c-348c-4607-8581-23dfcb4fe149), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:54.026383 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c36fc-f7fe-42a7-bd0c-c0a7f1143d51 None None] The sync data for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi is: [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '5c904810-8456-4360-8c35-c16780b50725', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'port_id': '0976b7bc-7ce8-422b-8e81-926f3fb357b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'mac_address': 'fa:16:3e:dc:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:35:24Z', 'updated_at': '2022-01-19T14:35:51Z', 'revision_number': 1, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:35:54.026729 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09cc9f69-00e0-41b8-9b38-a46e7e1514d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:54.036239 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-09cc9f69-00e0-41b8-9b38-a46e7e1514d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f306bb0c-348c-4607-8581-23dfcb4fe149 HTTP/1.1" status: 204 len: 168 time: 0.3996394 Jan 19 14:35:54.040995 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-b95938b3-fc43-4394-9cf7-5193af0c583c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e951595-257a-49ca-bc71-74bfb18b481c HTTP/1.1" status: 200 len: 1000 time: 0.0788889 Jan 19 14:35:54.043416 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] Checking router: 77fad866-f3a7-4190-95b2-ff349a73a14e for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:35:54.044095 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc9f69-00e0-41b8-9b38-a46e7e1514d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306bb0c-348c-4607-8581-23dfcb4fe149,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:54.059123 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:35:54.060223 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:35:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:54.113558 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-1ab95846-846f-4f4d-8a42-867227439320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:54.115557 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-1ab95846-846f-4f4d-8a42-867227439320 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0600288 Jan 19 14:35:54.164446 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-3eb9a091-e308-4c34-bc74-67dbd497dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:54.165991 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-3eb9a091-e308-4c34-bc74-67dbd497dea2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421743 Jan 19 14:35:54.193412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:35:54.285868 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-fe1136a4-a472-49e7-8066-6003d3147a38 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128337 Jan 19 14:35:54.337606 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49aed0-ce1f-434d-b3b4-5d29365d3a27 None None] New status for floating IP 5c904810-8456-4360-8c35-c16780b50725: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:35:54.489761 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41146) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:54.551114 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5f4d20ac-05e8-4f43-8c4c-4c2878248121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:54.603897 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507a817-8ed5-441d-9b1f-32a9f695034a req-2697014a-c0de-49c3-b49a-280649a18422 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:54.606174 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4507a817-8ed5-441d-9b1f-32a9f695034a req-2697014a-c0de-49c3-b49a-280649a18422 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.1150978 Jan 19 14:35:54.663096 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9a8b694d-9c05-484b-bb0a-ee54f7de7782 req-22ca3247-d101-471c-987a-58f3cbc97665 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653188 Jan 19 14:35:54.725890 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4507a817-8ed5-441d-9b1f-32a9f695034a req-87c556df-eec0-48c0-9875-8c3c3991c6ba tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016722 Jan 19 14:35:54.799192 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'ce46db69-7a30-465a-bd8c-8f1bedaa03fd', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'port_id': '1e951595-257a-49ca-bc71-74bfb18b481c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'mac_address': 'fa:16:3e:35:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:35:25Z', 'updated_at': '2022-01-19T14:35:52Z', 'revision_number': 1, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:35:54.800907 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5f4d20ac-05e8-4f43-8c4c-4c2878248121 admin admin] Publish callbacks [] for security_group (91a2a711-87f0-49fa-827c-9fa2cf55617c), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:54.847037 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28bddf2-f567-4f9b-8b3f-03e71e8223ec None None] The sync data for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi is: [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'ce46db69-7a30-465a-bd8c-8f1bedaa03fd', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'port_id': '1e951595-257a-49ca-bc71-74bfb18b481c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'mac_address': 'fa:16:3e:35:a4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:35:25Z', 'updated_at': '2022-01-19T14:35:52Z', 'revision_number': 1, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:35:54.878802 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5f4d20ac-05e8-4f43-8c4c-4c2878248121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (91a2a711-87f0-49fa-827c-9fa2cf55617c), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:54.926229 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d20ac-05e8-4f43-8c4c-4c2878248121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a2a711-87f0-49fa-827c-9fa2cf55617c,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:54.930609 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-5f4d20ac-05e8-4f43-8c4c-4c2878248121 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa5bcaf55d2d4543b0b6aa7c0d3679be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378972 Jan 19 14:35:54.933311 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41160) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:54.998033 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76367b3a-6e55-4c43-a873-cd4f472f574b admin admin] Publish callbacks [] for security_group (91a2a711-87f0-49fa-827c-9fa2cf55617c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.019531 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76367b3a-6e55-4c43-a873-cd4f472f574b admin admin] Publish callbacks [] for security_group (91a2a711-87f0-49fa-827c-9fa2cf55617c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.084457 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff45705e-eaa8-4dc2-8f63-fd7df22e6282 None None] New status for floating IP ce46db69-7a30-465a-bd8c-8f1bedaa03fd: ACTIVE {{(pid=103127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:35:55.111548 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41164) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:55.124989 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0222-47f7-4db2-964a-3c62a023ed20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.159243 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76367b3a-6e55-4c43-a873-cd4f472f574b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (91a2a711-87f0-49fa-827c-9fa2cf55617c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.162156 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-76367b3a-6e55-4c43-a873-cd4f472f574b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.167943 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-76367b3a-6e55-4c43-a873-cd4f472f574b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91a2a711-87f0-49fa-827c-9fa2cf55617c HTTP/1.1" status: 204 len: 168 time: 0.2292273 Jan 19 14:35:55.182344 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76367b3a-6e55-4c43-a873-cd4f472f574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a2a711-87f0-49fa-827c-9fa2cf55617c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:55.267650 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0222-47f7-4db2-964a-3c62a023ed20 admin admin] Publish callbacks [] for security_group (1d226a31-60d5-44c6-b179-e303409b56f3), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.352070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0222-47f7-4db2-964a-3c62a023ed20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1d226a31-60d5-44c6-b179-e303409b56f3), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.397470 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0d4d0222-47f7-4db2-964a-3c62a023ed20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f182640ed8404e21a3b44a185835b797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848322 Jan 19 14:35:55.398892 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d0222-47f7-4db2-964a-3c62a023ed20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d226a31-60d5-44c6-b179-e303409b56f3,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:55.402149 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41184) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:55.465707 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5273ad2d-177d-49cf-9c20-02e8eb41a783 admin admin] Publish callbacks [] for security_group (1d226a31-60d5-44c6-b179-e303409b56f3), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.489869 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5273ad2d-177d-49cf-9c20-02e8eb41a783 admin admin] Publish callbacks [] for security_group (1d226a31-60d5-44c6-b179-e303409b56f3), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.614153 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5273ad2d-177d-49cf-9c20-02e8eb41a783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1d226a31-60d5-44c6-b179-e303409b56f3), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.617306 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5273ad2d-177d-49cf-9c20-02e8eb41a783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:55.618592 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-5273ad2d-177d-49cf-9c20-02e8eb41a783 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1d226a31-60d5-44c6-b179-e303409b56f3 HTTP/1.1" status: 204 len: 168 time: 0.2154610 Jan 19 14:35:55.629642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273ad2d-177d-49cf-9c20-02e8eb41a783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d226a31-60d5-44c6-b179-e303409b56f3,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:55.867097 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f39fe7-a191-4d54-bfbd-ec94705da45f req-fc83a893-1581-484a-a996-83be7c9bb23e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:55.868718 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-78f39fe7-a191-4d54-bfbd-ec94705da45f req-fc83a893-1581-484a-a996-83be7c9bb23e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0590172 Jan 19 14:35:55.916185 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-78f39fe7-a191-4d54-bfbd-ec94705da45f req-0588f926-e234-44a4-b727-61050472dae1 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 Jan 19 14:35:57.068268 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0689a-e60d-4d34-9060-0c1865dac44c req-e4e3be65-5de7-454b-a9ae-9299e254683b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:57.070188 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0fd0689a-e60d-4d34-9060-0c1865dac44c req-e4e3be65-5de7-454b-a9ae-9299e254683b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0666766 Jan 19 14:35:57.124998 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0fd0689a-e60d-4d34-9060-0c1865dac44c req-a7cafc02-fcea-4cd4-af30-ac19399e7a19 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472009 Jan 19 14:35:57.752093 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c7c3d-9eec-4b97-9243-438e3937324a req-a50d9497-23bf-4e7b-a0d8-451ed65036d3 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:57.754313 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-576c7c3d-9eec-4b97-9243-438e3937324a req-a50d9497-23bf-4e7b-a0d8-451ed65036d3 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.0591440 Jan 19 14:35:57.809685 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-576c7c3d-9eec-4b97-9243-438e3937324a req-3f905ab6-d654-48db-b6b4-c2712f7fb530 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 Jan 19 14:35:58.255106 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac0085-87f3-46fe-8b6b-d9e728a4f659 req-cae217ed-d236-4e9e-8bfd-499b3b8b2a26 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:58.256598 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-42ac0085-87f3-46fe-8b6b-d9e728a4f659 req-cae217ed-d236-4e9e-8bfd-499b3b8b2a26 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0557458 Jan 19 14:35:58.310570 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-42ac0085-87f3-46fe-8b6b-d9e728a4f659 req-454e4c4f-437e-4601-bea2-18f24701b6d9 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Jan 19 14:35:58.592800 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41396) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:58.762756 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8aac8-5722-4623-b43b-3cbd0e73be4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:58.840097 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8aac8-5722-4623-b43b-3cbd0e73be4c admin admin] Publish callbacks [] for security_group (a7381bd6-cd74-468c-840a-fe7087f0e8b4), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:58.926339 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8aac8-5722-4623-b43b-3cbd0e73be4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a7381bd6-cd74-468c-840a-fe7087f0e8b4), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:58.969376 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8aac8-5722-4623-b43b-3cbd0e73be4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7381bd6-cd74-468c-840a-fe7087f0e8b4,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:58.980469 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-cbe8aac8-5722-4623-b43b-3cbd0e73be4c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cfee89e493674df79e8c98314966a52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865793 Jan 19 14:35:58.984095 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41422) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:58.989502 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e7539-4b76-4fe7-8508-6b0d7a3ede72 req-fb4a837b-5bd9-44f9-b68b-47e10c34227c tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:58.990992 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f06e7539-4b76-4fe7-8508-6b0d7a3ede72 req-fb4a837b-5bd9-44f9-b68b-47e10c34227c tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.1028757 Jan 19 14:35:59.041811 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f06e7539-4b76-4fe7-8508-6b0d7a3ede72 req-16d8aebd-2c0c-4fe1-b049-0ac770e75dd5 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Jan 19 14:35:59.067271 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e92faf-3847-43ce-ba12-339e1a1017ba admin admin] Publish callbacks [] for security_group (a7381bd6-cd74-468c-840a-fe7087f0e8b4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:59.089582 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e92faf-3847-43ce-ba12-339e1a1017ba admin admin] Publish callbacks [] for security_group (a7381bd6-cd74-468c-840a-fe7087f0e8b4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:59.212828 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e92faf-3847-43ce-ba12-339e1a1017ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a7381bd6-cd74-468c-840a-fe7087f0e8b4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:59.215806 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47e92faf-3847-43ce-ba12-339e1a1017ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:59.216997 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-47e92faf-3847-43ce-ba12-339e1a1017ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7381bd6-cd74-468c-840a-fe7087f0e8b4 HTTP/1.1" status: 204 len: 168 time: 0.2311327 Jan 19 14:35:59.225082 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e92faf-3847-43ce-ba12-339e1a1017ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7381bd6-cd74-468c-840a-fe7087f0e8b4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:35:59.425631 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7977-6825-4dcb-aae2-1391b16a9dd0 req-3aeaa6c8-8592-4466-85a2-6dabc87e4db7 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:35:59.427075 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-533a7977-6825-4dcb-aae2-1391b16a9dd0 req-3aeaa6c8-8592-4466-85a2-6dabc87e4db7 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0503056 Jan 19 14:35:59.474463 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:35:59.509155 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-533a7977-6825-4dcb-aae2-1391b16a9dd0 req-bbbda6de-5c58-41a2-95ae-2e410e80676a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737605 Jan 19 14:35:59.649377 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41454) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:59.905058 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91e15ebd-a48d-4aeb-8a95-db96d0e1dc63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:59.926183 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41460) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:35:59.938986 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-237b46c6-f1ec-4939-aa8c-e7732dbd758f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:35:59.983890 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91e15ebd-a48d-4aeb-8a95-db96d0e1dc63 admin admin] Publish callbacks [] for security_group (765a0b91-3bab-4ebb-bdb6-60beda43f5f9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.015953 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-237b46c6-f1ec-4939-aa8c-e7732dbd758f admin admin] Publish callbacks [] for security_group (a3e24386-d321-4347-93e6-eeb35bcaae2f), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.043622 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-91e15ebd-a48d-4aeb-8a95-db96d0e1dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (765a0b91-3bab-4ebb-bdb6-60beda43f5f9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.069992 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-237b46c6-f1ec-4939-aa8c-e7732dbd758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a3e24386-d321-4347-93e6-eeb35bcaae2f), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.099261 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b46c6-f1ec-4939-aa8c-e7732dbd758f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e24386-d321-4347-93e6-eeb35bcaae2f,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:00.111857 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-91e15ebd-a48d-4aeb-8a95-db96d0e1dc63 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=05837c8f0f6549668bbbbb7f19a67f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592402 Jan 19 14:36:00.111857 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41464) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:00.117591 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e15ebd-a48d-4aeb-8a95-db96d0e1dc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765a0b91-3bab-4ebb-bdb6-60beda43f5f9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:00.122359 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-237b46c6-f1ec-4939-aa8c-e7732dbd758f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=99a5980aed3543e08ec83f1da4c11d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922596 Jan 19 14:36:00.124347 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41468) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.126631 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:36:00.129182 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276894e-4861-4a92-9edb-8e991ac5034d req-ba918ccb-c7fb-484d-98c1-c6a416d9bb03 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:00.129972 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-a276894e-4861-4a92-9edb-8e991ac5034d req-ba918ccb-c7fb-484d-98c1-c6a416d9bb03 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.57 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.1388049 Jan 19 14:36:00.208812 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ae816540-632f-423c-a6dd-ef9d2493c332 admin admin] Publish callbacks [] for security_group (a3e24386-d321-4347-93e6-eeb35bcaae2f), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.228039 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e782e-10d4-4161-b366-2576a75be462 req-0459e832-2e5d-4da9-9215-09e24aa76b5a tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:00.229523 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d75e782e-10d4-4161-b366-2576a75be462 req-0459e832-2e5d-4da9-9215-09e24aa76b5a tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 945 time: 0.0954087 Jan 19 14:36:00.248834 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ae816540-632f-423c-a6dd-ef9d2493c332 admin admin] Publish callbacks [] for security_group (a3e24386-d321-4347-93e6-eeb35bcaae2f), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.257560 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b50b3f-2910-4e36-907b-527a8f156335 admin admin] Publish callbacks [] for security_group (765a0b91-3bab-4ebb-bdb6-60beda43f5f9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.298382 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b50b3f-2910-4e36-907b-527a8f156335 admin admin] Publish callbacks [] for security_group (765a0b91-3bab-4ebb-bdb6-60beda43f5f9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.318524 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d75e782e-10d4-4161-b366-2576a75be462 req-20aecc35-8abf-490b-a7be-d5faa7558261 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/security-groups?id=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787416 Jan 19 14:36:00.324979 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-a276894e-4861-4a92-9edb-8e991ac5034d req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Deleting port badd13ed-f348-407d-9d5f-7fe41ae7a97d {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:36:00.325324 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a276894e-4861-4a92-9edb-8e991ac5034d req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.401048 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ae816540-632f-423c-a6dd-ef9d2493c332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a3e24386-d321-4347-93e6-eeb35bcaae2f), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.403745 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ae816540-632f-423c-a6dd-ef9d2493c332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.407550 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-ae816540-632f-423c-a6dd-ef9d2493c332 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a3e24386-d321-4347-93e6-eeb35bcaae2f HTTP/1.1" status: 204 len: 168 time: 0.2809467 Jan 19 14:36:00.419154 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae816540-632f-423c-a6dd-ef9d2493c332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e24386-d321-4347-93e6-eeb35bcaae2f,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:00.448658 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-a276894e-4861-4a92-9edb-8e991ac5034d req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] For port badd13ed-f348-407d-9d5f-7fe41ae7a97d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=badd13ed-f348-407d-9d5f-7fe41ae7a97d,segment=NetworkSegment(2bbf687f-7b9b-4f7c-a7d5-529639683fdf),segment_id=2bbf687f-7b9b-4f7c-a7d5-529639683fdf)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:36:00.449208 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a276894e-4861-4a92-9edb-8e991ac5034d req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.465150 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-a276894e-4861-4a92-9edb-8e991ac5034d req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Calling delete_port for badd13ed-f348-407d-9d5f-7fe41ae7a97d owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:36:00.503752 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b50b3f-2910-4e36-907b-527a8f156335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (765a0b91-3bab-4ebb-bdb6-60beda43f5f9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.507269 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a6b50b3f-2910-4e36-907b-527a8f156335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.517766 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a6b50b3f-2910-4e36-907b-527a8f156335 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/765a0b91-3bab-4ebb-bdb6-60beda43f5f9 HTTP/1.1" status: 204 len: 168 time: 0.3999004 Jan 19 14:36:00.563168 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b50b3f-2910-4e36-907b-527a8f156335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765a0b91-3bab-4ebb-bdb6-60beda43f5f9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:00.654968 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42cdf-1f94-4ae8-a38b-0e0158616758 req-ddbe86ce-9f39-4bef-b23f-652e9329591e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:00.656422 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-66e42cdf-1f94-4ae8-a38b-0e0158616758 req-ddbe86ce-9f39-4bef-b23f-652e9329591e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0494692 Jan 19 14:36:00.710441 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-66e42cdf-1f94-4ae8-a38b-0e0158616758 req-197c0914-96be-4c09-a388-7dd1492a2a6e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Jan 19 14:36:00.770208 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a276894e-4861-4a92-9edb-8e991ac5034d req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (badd13ed-f348-407d-9d5f-7fe41ae7a97d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.785818 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['badd13ed-f348-407d-9d5f-7fe41ae7a97d'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:36:00.800308 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Pushing event deleted for resources: {'Port': ['ID=badd13ed-f348-407d-9d5f-7fe41ae7a97d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:00.862965 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a276894e-4861-4a92-9edb-8e991ac5034d req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] No DVR routers for this DVR port badd13ed-f348-407d-9d5f-7fe41ae7a97d on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:36:00.866178 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-a276894e-4861-4a92-9edb-8e991ac5034d req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:00.869688 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-a276894e-4861-4a92-9edb-8e991ac5034d req-0e00733b-3ad4-4012-b24f-9e2d26cdac80 tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.57 "DELETE /v2.0/ports/badd13ed-f348-407d-9d5f-7fe41ae7a97d HTTP/1.1" status: 204 len: 173 time: 0.7324612 Jan 19 14:36:00.870153 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7193e0de-a6dd-459e-9144-9f1c26755315', 'name': 'network-vif-deleted', 'tag': 'badd13ed-f348-407d-9d5f-7fe41ae7a97d'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:36:00.872469 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283bc883-3158-4d42-bd25-db014d35f31e" -d '{"events": [{"server_uuid": "7193e0de-a6dd-459e-9144-9f1c26755315", "name": "network-vif-deleted", "tag": "badd13ed-f348-407d-9d5f-7fe41ae7a97d"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:36:00.938523 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07729ffe-5e49-444f-ad21-050114801f79 x-openstack-request-id: req-07729ffe-5e49-444f-ad21-050114801f79 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:36:00.939122 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7193e0de-a6dd-459e-9144-9f1c26755315", "name": "network-vif-deleted", "tag": "badd13ed-f348-407d-9d5f-7fe41ae7a97d", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:36:00.939122 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07729ffe-5e49-444f-ad21-050114801f79 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:36:00.939499 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7193e0de-a6dd-459e-9144-9f1c26755315', 'name': 'network-vif-deleted', 'tag': 'badd13ed-f348-407d-9d5f-7fe41ae7a97d', 'status': 'completed', 'code': 200} Jan 19 14:36:01.285858 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41492) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:01.298771 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-1e0f67fb-b4ea-4765-9b6e-40092855f4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.380073 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-1e0f67fb-b4ea-4765-9b6e-40092855f4ee admin admin] Publish callbacks [] for security_group (27143f48-539f-4695-8b87-44761ef2595c), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.384638 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41496) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:01.407599 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f7e4a9c5-1b94-4efe-88d7-adaeb5c2fb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.427353 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fb2a0911-3239-4e65-8a4a-3f674027f66a req-e51367c3-6253-4141-85ac-81d8f5c5acae tempest-DeleteServersTestJSON-408661276 tempest-DeleteServersTestJSON-408661276-project] 10.222.0.79 "GET /v2.0/ports?device_id=7193e0de-a6dd-459e-9144-9f1c26755315 HTTP/1.1" status: 200 len: 210 time: 0.0361824 Jan 19 14:36:01.457359 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-1e0f67fb-b4ea-4765-9b6e-40092855f4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (27143f48-539f-4695-8b87-44761ef2595c), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.511925 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-1e0f67fb-b4ea-4765-9b6e-40092855f4ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7f55367c72f4e2c82a837e4f910aec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249057 Jan 19 14:36:01.514685 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41502) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:01.517158 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f67fb-b4ea-4765-9b6e-40092855f4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27143f48-539f-4695-8b87-44761ef2595c,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:01.542757 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f7e4a9c5-1b94-4efe-88d7-adaeb5c2fb27 admin admin] Publish callbacks [] for security_group (ce2ccf3c-3e62-490b-a6bd-d279282b5229), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.593727 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Publish callbacks [] for security_group (27143f48-539f-4695-8b87-44761ef2595c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.617038 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f7e4a9c5-1b94-4efe-88d7-adaeb5c2fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ce2ccf3c-3e62-490b-a6bd-d279282b5229), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.626106 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Publish callbacks [] for security_group (27143f48-539f-4695-8b87-44761ef2595c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.657265 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f7e4a9c5-1b94-4efe-88d7-adaeb5c2fb27 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1f2ef2a963d4c01ac5053ececb57aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715740 Jan 19 14:36:01.658147 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4a9c5-1b94-4efe-88d7-adaeb5c2fb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2ccf3c-3e62-490b-a6bd-d279282b5229,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:01.660537 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41508) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:01.710627 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e705adc-ff4b-4471-85e2-5a69b3e12f2a admin admin] Publish callbacks [] for security_group (ce2ccf3c-3e62-490b-a6bd-d279282b5229), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.734120 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e705adc-ff4b-4471-85e2-5a69b3e12f2a admin admin] Publish callbacks [] for security_group (ce2ccf3c-3e62-490b-a6bd-d279282b5229), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.770257 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (27143f48-539f-4695-8b87-44761ef2595c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.773348 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.775862 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27143f48-539f-4695-8b87-44761ef2595c HTTP/1.1" status: 204 len: 168 time: 0.2586701 Jan 19 14:36:01.786148 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27143f48-539f-4695-8b87-44761ef2595c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:01.798881 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.799236 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.799628 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.799971 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.800316 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.800672 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.800987 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.801324 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.801665 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.802028 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.802364 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.802694 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.803013 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6a2b-f263-4203-abf7-6a3fc04c1c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:01.858300 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e705adc-ff4b-4471-85e2-5a69b3e12f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ce2ccf3c-3e62-490b-a6bd-d279282b5229), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.859773 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06753e-111c-4083-b2ed-c8cd524da4b1 req-9f5a9ee5-31dc-4f75-8af9-cce1bf2d26c0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:01.862244 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3e705adc-ff4b-4471-85e2-5a69b3e12f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:01.863315 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cc06753e-111c-4083-b2ed-c8cd524da4b1 req-9f5a9ee5-31dc-4f75-8af9-cce1bf2d26c0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0702538 Jan 19 14:36:01.868527 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-3e705adc-ff4b-4471-85e2-5a69b3e12f2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce2ccf3c-3e62-490b-a6bd-d279282b5229 HTTP/1.1" status: 204 len: 168 time: 0.2045040 Jan 19 14:36:01.896717 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e705adc-ff4b-4471-85e2-5a69b3e12f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2ccf3c-3e62-490b-a6bd-d279282b5229,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:01.929505 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cc06753e-111c-4083-b2ed-c8cd524da4b1 req-f545c891-04b5-4c1f-bbf6-bb92bbf2f25c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586271 Jan 19 14:36:02.796093 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device badd13ed-f348-407d-9d5f-7fe41ae7a97d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:36:02.826910 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: badd13ed-f348-407d-9d5f-7fe41ae7a97d {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:36:02.827007 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device badd13ed-f348-407d-9d5f-7fe41ae7a97d not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:36:03.050547 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e5c25-bf70-4189-aa3c-0e5003d6eb8b req-58ecd8fe-a732-42c5-95b6-88fc8e9e238a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:03.052076 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c26e5c25-bf70-4189-aa3c-0e5003d6eb8b req-58ecd8fe-a732-42c5-95b6-88fc8e9e238a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0517645 Jan 19 14:36:03.105524 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c26e5c25-bf70-4189-aa3c-0e5003d6eb8b req-406dbe02-4d04-47e3-b88b-fb7c4f5943ff tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476632 Jan 19 14:36:04.048201 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41614) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:04.105183 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec884fc4-e1d6-4757-b2a0-c71c4bf88032 admin admin] Deleting subnet dce78dc1-8232-4b0b-abd6-4df1fb711105 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:36:04.113804 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec884fc4-e1d6-4757-b2a0-c71c4bf88032 admin admin] Publish callbacks [] for subnet (dce78dc1-8232-4b0b-abd6-4df1fb711105), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.152835 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec884fc4-e1d6-4757-b2a0-c71c4bf88032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58960790'] for subnet (dce78dc1-8232-4b0b-abd6-4df1fb711105), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.197202 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec884fc4-e1d6-4757-b2a0-c71c4bf88032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (dce78dc1-8232-4b0b-abd6-4df1fb711105), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.223072 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-53a81906-c306-4fde-b85b-9b9ad569ddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.274916 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791967-bb50-4080-91de-b72e7dd479d6 req-2fe1ca71-f455-401e-80fe-742bd87e98f0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:04.277181 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-70791967-bb50-4080-91de-b72e7dd479d6 req-2fe1ca71-f455-401e-80fe-742bd87e98f0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0614452 Jan 19 14:36:04.327832 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-70791967-bb50-4080-91de-b72e7dd479d6 req-7bde4fb8-2771-464a-927d-cf6509fda18f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jan 19 14:36:04.369817 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec884fc4-e1d6-4757-b2a0-c71c4bf88032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62659311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58869580'] for subnet (dce78dc1-8232-4b0b-abd6-4df1fb711105), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.397535 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec884fc4-e1d6-4757-b2a0-c71c4bf88032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce78dc1-8232-4b0b-abd6-4df1fb711105,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:04.401551 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ec884fc4-e1d6-4757-b2a0-c71c4bf88032 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.404877 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-ec884fc4-e1d6-4757-b2a0-c71c4bf88032 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dce78dc1-8232-4b0b-abd6-4df1fb711105 HTTP/1.1" status: 204 len: 168 time: 0.3555841 Jan 19 14:36:04.407733 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41634) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:04.482239 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (d63b2e87-9f48-4556-9c01-d395c05a4da7), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.569083 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (d63b2e87-9f48-4556-9c01-d395c05a4da7), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.592717 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63b2e87-9f48-4556-9c01-d395c05a4da7']}} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:36:04.604308 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbf687f-7b9b-4f7c-a7d5-529639683fdf') {'for_net_delete': True} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:36:04.604797 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbf687f-7b9b-4f7c-a7d5-529639683fdf') {} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:36:04.616910 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239054'] for segment (2bbf687f-7b9b-4f7c-a7d5-529639683fdf), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.634494 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (2bbf687f-7b9b-4f7c-a7d5-529639683fdf), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.645295 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:36:04.645801 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62761812'] for segment (2bbf687f-7b9b-4f7c-a7d5-529639683fdf), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: Traceback (most recent call last): Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: timer() Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: cb(*args, **kw) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: return func(*args, **kwargs) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: self._notify() Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: self.callback(batched_events) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: event.method(event) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: return f(self, *a, **k) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._get(url).json() Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: return self.request(url, 'GET', **kwargs) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:36:04.647968 dv-cinder-799871-15-iscsi neutron-server[103125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:36:04.826598 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (d63b2e87-9f48-4556-9c01-d395c05a4da7), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.833711 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:04.836915 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d63b2e87-9f48-4556-9c01-d395c05a4da7 HTTP/1.1" status: 204 len: 168 time: 0.4282022 Jan 19 14:36:04.847067 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Pushing event deleted for resources: {'Network': ['ID=d63b2e87-9f48-4556-9c01-d395c05a4da7,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.859783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:04.860819 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6ed68-8512-49a7-9c82-241a06812678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:36:05.214960 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41678) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:05.254708 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f7fd9053-30e4-4362-8e10-08e28a175e60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f6f977490c04d92a17ff32b18deaee5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385914 Jan 19 14:36:05.257218 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41680) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:05.304687 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b54b40bf-bfbb-4d00-8db1-461979b893c1 admin admin] Publish callbacks [] for security_group (0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:05.327240 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b54b40bf-bfbb-4d00-8db1-461979b893c1 admin admin] Publish callbacks [] for security_group (0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:05.469001 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf58fc7-a41a-4593-8c1f-c62820cb32c7 req-1e0f3ebb-2605-4da3-82d1-7a9d819d0da7 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:05.469243 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cbf58fc7-a41a-4593-8c1f-c62820cb32c7 req-1e0f3ebb-2605-4da3-82d1-7a9d819d0da7 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0547009 Jan 19 14:36:05.491278 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b54b40bf-bfbb-4d00-8db1-461979b893c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:05.493860 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b54b40bf-bfbb-4d00-8db1-461979b893c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:05.495770 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-b54b40bf-bfbb-4d00-8db1-461979b893c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48 HTTP/1.1" status: 204 len: 168 time: 0.2369080 Jan 19 14:36:05.507107 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b40bf-bfbb-4d00-8db1-461979b893c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddf22f3-ab33-4469-9e8f-1fd1ecf26f48,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:05.540907 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cbf58fc7-a41a-4593-8c1f-c62820cb32c7 req-d2b4b80a-12f0-42a4-866f-b41f0c22beef tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659211 Jan 19 14:36:05.587736 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41690) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:05.720864 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c303df61-6bb1-461f-8c62-6178e05326c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:05.807365 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c303df61-6bb1-461f-8c62-6178e05326c9 admin admin] Publish callbacks [] for security_group (edf4e04a-9b1c-45ea-acba-d653bdfaf916), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:05.881206 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c303df61-6bb1-461f-8c62-6178e05326c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (edf4e04a-9b1c-45ea-acba-d653bdfaf916), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:05.925652 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-c303df61-6bb1-461f-8c62-6178e05326c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c75450e285745b78a7f70dfea65e1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318245 Jan 19 14:36:05.926004 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41702) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:05.933012 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303df61-6bb1-461f-8c62-6178e05326c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf4e04a-9b1c-45ea-acba-d653bdfaf916,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:05.979812 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0aca7eb0-b8d8-4421-bba8-1c7cbf1ed19a admin admin] Publish callbacks [] for security_group (edf4e04a-9b1c-45ea-acba-d653bdfaf916), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:06.002162 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0aca7eb0-b8d8-4421-bba8-1c7cbf1ed19a admin admin] Publish callbacks [] for security_group (edf4e04a-9b1c-45ea-acba-d653bdfaf916), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:06.126500 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0aca7eb0-b8d8-4421-bba8-1c7cbf1ed19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (edf4e04a-9b1c-45ea-acba-d653bdfaf916), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:06.129186 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0aca7eb0-b8d8-4421-bba8-1c7cbf1ed19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:06.130369 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0aca7eb0-b8d8-4421-bba8-1c7cbf1ed19a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edf4e04a-9b1c-45ea-acba-d653bdfaf916 HTTP/1.1" status: 204 len: 168 time: 0.2034187 Jan 19 14:36:06.139557 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca7eb0-b8d8-4421-bba8-1c7cbf1ed19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf4e04a-9b1c-45ea-acba-d653bdfaf916,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:06.349235 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c6a7db2d-5db0-48d7-9ca2-d5be81b8ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:06.666183 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2b777-da4d-4543-a9f0-9edcdd9c8879 req-df06fae0-77d9-4ea6-94f1-b8e4c9ac9110 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:06.673901 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3fc2b777-da4d-4543-a9f0-9edcdd9c8879 req-df06fae0-77d9-4ea6-94f1-b8e4c9ac9110 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0522242 Jan 19 14:36:06.738931 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3fc2b777-da4d-4543-a9f0-9edcdd9c8879 req-98c0def5-1653-40db-bc7f-68603479627c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629783 Jan 19 14:36:06.921788 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41750) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:06.935887 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92566697-f147-4056-8159-f9fd8929cb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:07.021145 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92566697-f147-4056-8159-f9fd8929cb4c admin admin] Publish callbacks [] for security_group (af424e1f-9c07-436e-b9d9-319e5733801c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:07.085878 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-92566697-f147-4056-8159-f9fd8929cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (af424e1f-9c07-436e-b9d9-319e5733801c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:07.124474 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-92566697-f147-4056-8159-f9fd8929cb4c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd5b4d318f2b49e391f6617cc72206df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014282 Jan 19 14:36:07.125175 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92566697-f147-4056-8159-f9fd8929cb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af424e1f-9c07-436e-b9d9-319e5733801c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:07.128058 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41754) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:07.176928 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5168ad9c-ad0a-485b-be59-3320f4b07265 admin admin] Publish callbacks [] for security_group (af424e1f-9c07-436e-b9d9-319e5733801c), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:07.200682 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5168ad9c-ad0a-485b-be59-3320f4b07265 admin admin] Publish callbacks [] for security_group (af424e1f-9c07-436e-b9d9-319e5733801c), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:07.314871 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5168ad9c-ad0a-485b-be59-3320f4b07265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (af424e1f-9c07-436e-b9d9-319e5733801c), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:07.317565 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5168ad9c-ad0a-485b-be59-3320f4b07265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:07.321117 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-5168ad9c-ad0a-485b-be59-3320f4b07265 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af424e1f-9c07-436e-b9d9-319e5733801c HTTP/1.1" status: 204 len: 168 time: 0.1893213 Jan 19 14:36:07.326781 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168ad9c-ad0a-485b-be59-3320f4b07265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af424e1f-9c07-436e-b9d9-319e5733801c,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:07.821995 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:09.021070 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:09.335554 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b791816-bb9a-4d0f-8785-9ecfeabb47cd req-684d508d-e647-44e8-a100-b6e9aae6f648 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:09.337012 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8b791816-bb9a-4d0f-8785-9ecfeabb47cd req-684d508d-e647-44e8-a100-b6e9aae6f648 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0516405 Jan 19 14:36:09.383694 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8b791816-bb9a-4d0f-8785-9ecfeabb47cd req-431448c5-91c3-4e5e-8734-3ec01470eb55 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Jan 19 14:36:10.386393 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:10.508657 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80055d5a-5353-4c2d-8fea-848501ec6bb3 req-dc931cad-bfa0-4a39-9c8d-9d9e3e7c5014 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:10.510158 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-80055d5a-5353-4c2d-8fea-848501ec6bb3 req-dc931cad-bfa0-4a39-9c8d-9d9e3e7c5014 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0534406 Jan 19 14:36:10.557930 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-80055d5a-5353-4c2d-8fea-848501ec6bb3 req-32b8d777-ad02-4583-bd24-58caa3c3b696 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Jan 19 14:36:11.200277 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:11.523581 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8f192104-38ce-401a-88df-1025c5c53adf req-2f261ba3-b624-45a3-aa8b-06b0154daee9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400732 Jan 19 14:36:11.624920 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f192104-38ce-401a-88df-1025c5c53adf req-5088f457-a816-4ca2-bfa3-5524d104d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:11.627213 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8f192104-38ce-401a-88df-1025c5c53adf req-5088f457-a816-4ca2-bfa3-5524d104d453 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1099 time: 0.0423229 Jan 19 14:36:11.713175 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb1f77-d622-45f4-b9d4-65d94c0c3039 req-1c37ab07-0952-46a1-a6d3-1d710e0b2e98 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:11.714677 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0bdb1f77-d622-45f4-b9d4-65d94c0c3039 req-1c37ab07-0952-46a1-a6d3-1d710e0b2e98 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0526965 Jan 19 14:36:11.743658 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f192104-38ce-401a-88df-1025c5c53adf req-819013e6-db7a-4e60-883b-f3ecb3f3cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:11.745854 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8f192104-38ce-401a-88df-1025c5c53adf req-819013e6-db7a-4e60-883b-f3ecb3f3cdbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 919 time: 0.0973437 Jan 19 14:36:11.764101 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0bdb1f77-d622-45f4-b9d4-65d94c0c3039 req-1514d0bf-2243-47d3-8885-a60eeee1d375 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Jan 19 14:36:11.790949 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8f192104-38ce-401a-88df-1025c5c53adf req-68f592ab-6b47-4be5-89d4-071318dd3048 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4478630-1874-4828-b111-cd777e547205 HTTP/1.1" status: 200 len: 217 time: 0.0373201 Jan 19 14:36:11.848743 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f192104-38ce-401a-88df-1025c5c53adf req-0f9cab7e-d0d4-478e-8367-a0fc2ca1f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:11.849439 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8f192104-38ce-401a-88df-1025c5c53adf req-0f9cab7e-d0d4-478e-8367-a0fc2ca1f5f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.0525875 Jan 19 14:36:11.900211 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8f192104-38ce-401a-88df-1025c5c53adf req-0a71ebaf-eace-4d91-8c36-6129a176cedd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429401 Jan 19 14:36:12.006808 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8f192104-38ce-401a-88df-1025c5c53adf req-98e878fb-96cd-42d1-84ec-739baa58552e service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927484 Jan 19 14:36:12.386223 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41930) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:12.489652 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dfd95503-7cb4-466c-a851-53af959aeaa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:12.561760 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dfd95503-7cb4-466c-a851-53af959aeaa6 admin admin] Publish callbacks [] for security_group (c4352af6-e990-4f02-8f89-3df1c7ae6eb1), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:12.644014 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dfd95503-7cb4-466c-a851-53af959aeaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (c4352af6-e990-4f02-8f89-3df1c7ae6eb1), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:12.681465 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-dfd95503-7cb4-466c-a851-53af959aeaa6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b9cbf278a81246a9a0dddba9f78b86df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940872 Jan 19 14:36:12.683385 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd95503-7cb4-466c-a851-53af959aeaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4352af6-e990-4f02-8f89-3df1c7ae6eb1,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:12.684356 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41940) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:12.732494 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc91d-29b6-4de6-b01d-fed8a04b69b1 admin admin] Publish callbacks [] for security_group (c4352af6-e990-4f02-8f89-3df1c7ae6eb1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:12.755606 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc91d-29b6-4de6-b01d-fed8a04b69b1 admin admin] Publish callbacks [] for security_group (c4352af6-e990-4f02-8f89-3df1c7ae6eb1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:12.854699 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc91d-29b6-4de6-b01d-fed8a04b69b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (c4352af6-e990-4f02-8f89-3df1c7ae6eb1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:12.857265 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc91d-29b6-4de6-b01d-fed8a04b69b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:12.858554 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-1bfbc91d-29b6-4de6-b01d-fed8a04b69b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c4352af6-e990-4f02-8f89-3df1c7ae6eb1 HTTP/1.1" status: 204 len: 168 time: 0.1729584 Jan 19 14:36:12.866120 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbc91d-29b6-4de6-b01d-fed8a04b69b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4352af6-e990-4f02-8f89-3df1c7ae6eb1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:12.993288 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8f192104-38ce-401a-88df-1025c5c53adf req-40e9e565-594a-4a24-87d3-34bcaaab0629 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838776 Jan 19 14:36:13.513213 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41952) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:13.527890 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-046f25e2-f0d4-4040-a81d-d536c02b0756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:13.603165 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-046f25e2-f0d4-4040-a81d-d536c02b0756 admin admin] Publish callbacks [] for security_group (12f02de8-e75d-445d-aec8-b581acf0e3c5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:13.685815 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-046f25e2-f0d4-4040-a81d-d536c02b0756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (12f02de8-e75d-445d-aec8-b581acf0e3c5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:13.726061 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-046f25e2-f0d4-4040-a81d-d536c02b0756 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c064309917d491eb8656eef15244059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117469 Jan 19 14:36:13.726942 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f25e2-f0d4-4040-a81d-d536c02b0756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f02de8-e75d-445d-aec8-b581acf0e3c5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:13.728730 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 41956) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:13.777355 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-50675732-2862-46da-ab59-55f31018df16 admin admin] Publish callbacks [] for security_group (12f02de8-e75d-445d-aec8-b581acf0e3c5), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:13.804109 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-50675732-2862-46da-ab59-55f31018df16 admin admin] Publish callbacks [] for security_group (12f02de8-e75d-445d-aec8-b581acf0e3c5), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:13.919665 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-50675732-2862-46da-ab59-55f31018df16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (12f02de8-e75d-445d-aec8-b581acf0e3c5), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:13.922524 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-50675732-2862-46da-ab59-55f31018df16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:13.923697 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-50675732-2862-46da-ab59-55f31018df16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12f02de8-e75d-445d-aec8-b581acf0e3c5 HTTP/1.1" status: 204 len: 168 time: 0.1938791 Jan 19 14:36:13.934604 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50675732-2862-46da-ab59-55f31018df16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f02de8-e75d-445d-aec8-b581acf0e3c5,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:14.583831 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41976) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:14.596973 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83c50a74-2f3b-4db2-8d70-b4739b3b4d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:14.668144 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83c50a74-2f3b-4db2-8d70-b4739b3b4d0d admin admin] Publish callbacks [] for security_group (6b4aacd6-2157-4c19-aadd-53d89bdd08a2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:14.714184 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-83c50a74-2f3b-4db2-8d70-b4739b3b4d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6b4aacd6-2157-4c19-aadd-53d89bdd08a2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:14.751762 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c50a74-2f3b-4db2-8d70-b4739b3b4d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4aacd6-2157-4c19-aadd-53d89bdd08a2,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:14.759543 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-83c50a74-2f3b-4db2-8d70-b4739b3b4d0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0149b18e8fb4fecb25657b1f966dbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720860 Jan 19 14:36:14.760305 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 41982) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:14.816896 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b5ae-a744-4261-9efb-f34a15dfe948 admin admin] Publish callbacks [] for security_group (6b4aacd6-2157-4c19-aadd-53d89bdd08a2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:14.849202 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b5ae-a744-4261-9efb-f34a15dfe948 admin admin] Publish callbacks [] for security_group (6b4aacd6-2157-4c19-aadd-53d89bdd08a2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:15.011937 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b5ae-a744-4261-9efb-f34a15dfe948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6b4aacd6-2157-4c19-aadd-53d89bdd08a2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:15.014925 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c9b7b5ae-a744-4261-9efb-f34a15dfe948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:15.017826 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-c9b7b5ae-a744-4261-9efb-f34a15dfe948 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b4aacd6-2157-4c19-aadd-53d89bdd08a2 HTTP/1.1" status: 204 len: 168 time: 0.2550170 Jan 19 14:36:15.031117 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7b5ae-a744-4261-9efb-f34a15dfe948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4aacd6-2157-4c19-aadd-53d89bdd08a2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:15.095621 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5356886-0826-4165-b771-2036f53b6629 req-e3ce721d-f2bb-474c-a4e2-3ae7056618f2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:15.097156 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c5356886-0826-4165-b771-2036f53b6629 req-e3ce721d-f2bb-474c-a4e2-3ae7056618f2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0535610 Jan 19 14:36:15.147602 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c5356886-0826-4165-b771-2036f53b6629 req-4f4a5081-f3d1-4e5f-be7e-ea35aab8229f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Jan 19 14:36:16.273354 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d89e-e45c-40d8-b7be-49337943dbe2 req-6c559c8f-a38c-45b1-99ea-f8ea8afc1fc9 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:16.274788 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ddf9d89e-e45c-40d8-b7be-49337943dbe2 req-6c559c8f-a38c-45b1-99ea-f8ea8afc1fc9 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0504153 Jan 19 14:36:16.343230 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ddf9d89e-e45c-40d8-b7be-49337943dbe2 req-603f5cb6-dfcf-4894-8537-876e6f5c01a8 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626011 Jan 19 14:36:17.463351 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d94d5-1164-4a82-bce6-4e0b2b20fd6b req-80163cae-7ea5-4ea4-8840-6240d92152dc tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:17.464803 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1e9d94d5-1164-4a82-bce6-4e0b2b20fd6b req-80163cae-7ea5-4ea4-8840-6240d92152dc tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0474834 Jan 19 14:36:17.510665 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1e9d94d5-1164-4a82-bce6-4e0b2b20fd6b req-5a7d62bf-0897-45f3-b36a-5057f2dee850 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Jan 19 14:36:18.159394 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 42112) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:18.265255 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-032a3d54-5bd2-4c34-b105-0fe10ab4de28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:18.342554 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-032a3d54-5bd2-4c34-b105-0fe10ab4de28 admin admin] Publish callbacks [] for security_group (629a86ab-7d09-41ce-a757-ba81196c93c7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:18.416766 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-032a3d54-5bd2-4c34-b105-0fe10ab4de28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (629a86ab-7d09-41ce-a757-ba81196c93c7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:18.458833 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-032a3d54-5bd2-4c34-b105-0fe10ab4de28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1ccf25b3e50479c9ae622c8f4bdd5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960835 Jan 19 14:36:18.458833 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a3d54-5bd2-4c34-b105-0fe10ab4de28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629a86ab-7d09-41ce-a757-ba81196c93c7,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:18.459222 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42130) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:18.506657 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c9cde9c6-e973-4f62-9f37-057de0b2a233 admin admin] Publish callbacks [] for security_group (629a86ab-7d09-41ce-a757-ba81196c93c7), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:18.527450 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c9cde9c6-e973-4f62-9f37-057de0b2a233 admin admin] Publish callbacks [] for security_group (629a86ab-7d09-41ce-a757-ba81196c93c7), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:18.628907 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc8dc4-1525-440f-b1a6-02e2c8e7dea9 req-7cbd0661-99a0-46f4-a5b1-0dd3b6e09942 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:18.630407 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9ddc8dc4-1525-440f-b1a6-02e2c8e7dea9 req-7cbd0661-99a0-46f4-a5b1-0dd3b6e09942 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0507224 Jan 19 14:36:18.676662 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9ddc8dc4-1525-440f-b1a6-02e2c8e7dea9 req-8dc9f21c-7256-40b9-91b3-d16f5818a4c2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Jan 19 14:36:18.677549 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c9cde9c6-e973-4f62-9f37-057de0b2a233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (629a86ab-7d09-41ce-a757-ba81196c93c7), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:18.680061 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c9cde9c6-e973-4f62-9f37-057de0b2a233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:18.682771 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-c9cde9c6-e973-4f62-9f37-057de0b2a233 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/629a86ab-7d09-41ce-a757-ba81196c93c7 HTTP/1.1" status: 204 len: 168 time: 0.2223747 Jan 19 14:36:18.696897 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cde9c6-e973-4f62-9f37-057de0b2a233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a86ab-7d09-41ce-a757-ba81196c93c7,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:19.387856 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42176) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:19.497255 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5f1d-a60a-4acd-a227-36c4cb74bc85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:19.573749 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5f1d-a60a-4acd-a227-36c4cb74bc85 admin admin] Publish callbacks [] for security_group (677d3248-ccc0-4ee9-adf9-59263d9bfe71), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:19.645416 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5f1d-a60a-4acd-a227-36c4cb74bc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (677d3248-ccc0-4ee9-adf9-59263d9bfe71), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:19.686444 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-ec6e5f1d-a60a-4acd-a227-36c4cb74bc85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3799a8a2b64f425dad8025181c7241bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950876 Jan 19 14:36:19.686444 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e5f1d-a60a-4acd-a227-36c4cb74bc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d3248-ccc0-4ee9-adf9-59263d9bfe71,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:19.687462 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42188) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:19.751850 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3a9920b5-5c9a-43d9-aa25-b8aa2d2e108c admin admin] Publish callbacks [] for security_group (677d3248-ccc0-4ee9-adf9-59263d9bfe71), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:19.804592 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3a9920b5-5c9a-43d9-aa25-b8aa2d2e108c admin admin] Publish callbacks [] for security_group (677d3248-ccc0-4ee9-adf9-59263d9bfe71), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:19.852847 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404cd90-0e52-4068-b2a2-4e5832f5c5b0 req-5a50dd66-775a-4085-9c7e-17071ec5fa43 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:19.854958 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9404cd90-0e52-4068-b2a2-4e5832f5c5b0 req-5a50dd66-775a-4085-9c7e-17071ec5fa43 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0817006 Jan 19 14:36:19.906024 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9404cd90-0e52-4068-b2a2-4e5832f5c5b0 req-a1660930-17ce-4d34-a960-573e428f9e3c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Jan 19 14:36:19.999105 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3a9920b5-5c9a-43d9-aa25-b8aa2d2e108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (677d3248-ccc0-4ee9-adf9-59263d9bfe71), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:20.002393 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3a9920b5-5c9a-43d9-aa25-b8aa2d2e108c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:20.003615 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3a9920b5-5c9a-43d9-aa25-b8aa2d2e108c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/677d3248-ccc0-4ee9-adf9-59263d9bfe71 HTTP/1.1" status: 204 len: 168 time: 0.3153064 Jan 19 14:36:20.011521 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9920b5-5c9a-43d9-aa25-b8aa2d2e108c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d3248-ccc0-4ee9-adf9-59263d9bfe71,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:20.368089 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 42216) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:20.482809 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6081f3f6-1244-4f78-9702-ec3b568801fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:20.560066 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6081f3f6-1244-4f78-9702-ec3b568801fd admin admin] Publish callbacks [] for security_group (10f1e697-0ec2-49c2-a384-5f512f6f6185), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:20.654641 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6081f3f6-1244-4f78-9702-ec3b568801fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (10f1e697-0ec2-49c2-a384-5f512f6f6185), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:20.694908 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-6081f3f6-1244-4f78-9702-ec3b568801fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc8a2389f47249878072b4fca1b50109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233964 Jan 19 14:36:20.695254 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42238) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:20.724395 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081f3f6-1244-4f78-9702-ec3b568801fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f1e697-0ec2-49c2-a384-5f512f6f6185,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:20.793659 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7448efe-df17-4038-9ff2-24af77b0223c admin admin] Publish callbacks [] for security_group (10f1e697-0ec2-49c2-a384-5f512f6f6185), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:20.821616 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7448efe-df17-4038-9ff2-24af77b0223c admin admin] Publish callbacks [] for security_group (10f1e697-0ec2-49c2-a384-5f512f6f6185), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:20.965352 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7448efe-df17-4038-9ff2-24af77b0223c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (10f1e697-0ec2-49c2-a384-5f512f6f6185), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:20.967978 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7448efe-df17-4038-9ff2-24af77b0223c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:20.973130 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d7448efe-df17-4038-9ff2-24af77b0223c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10f1e697-0ec2-49c2-a384-5f512f6f6185 HTTP/1.1" status: 204 len: 168 time: 0.2762609 Jan 19 14:36:20.981203 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7448efe-df17-4038-9ff2-24af77b0223c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f1e697-0ec2-49c2-a384-5f512f6f6185,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:21.039932 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c09367-53c0-4353-ab31-b0ed63ea63c5 req-1014c45f-98eb-4166-a9ff-edb2140dba24 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:21.041440 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-81c09367-53c0-4353-ab31-b0ed63ea63c5 req-1014c45f-98eb-4166-a9ff-edb2140dba24 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0555911 Jan 19 14:36:21.094939 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-81c09367-53c0-4353-ab31-b0ed63ea63c5 req-9e907d54-e117-4026-bc6c-218390274cfb tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450151 Jan 19 14:36:21.752602 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42282) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:21.768571 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-01240984-3a9b-417f-ad84-188c0377aca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:21.862445 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-01240984-3a9b-417f-ad84-188c0377aca3 admin admin] Publish callbacks [] for security_group (2b2f4ae1-241e-4ec1-9918-5e223460c1a7), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:21.953449 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-01240984-3a9b-417f-ad84-188c0377aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2b2f4ae1-241e-4ec1-9918-5e223460c1a7), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:21.995137 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-01240984-3a9b-417f-ad84-188c0377aca3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=10c5087290744aa39c59ae8b37d21d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407396 Jan 19 14:36:21.995986 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01240984-3a9b-417f-ad84-188c0377aca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2f4ae1-241e-4ec1-9918-5e223460c1a7,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:21.998495 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 42292) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:22.049029 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-043929ed-c7c1-43c6-aef5-b7c7872ce767 admin admin] Publish callbacks [] for security_group (2b2f4ae1-241e-4ec1-9918-5e223460c1a7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:22.069720 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-043929ed-c7c1-43c6-aef5-b7c7872ce767 admin admin] Publish callbacks [] for security_group (2b2f4ae1-241e-4ec1-9918-5e223460c1a7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:22.197217 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-043929ed-c7c1-43c6-aef5-b7c7872ce767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2b2f4ae1-241e-4ec1-9918-5e223460c1a7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:22.200036 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-043929ed-c7c1-43c6-aef5-b7c7872ce767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:22.201423 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-043929ed-c7c1-43c6-aef5-b7c7872ce767 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b2f4ae1-241e-4ec1-9918-5e223460c1a7 HTTP/1.1" status: 204 len: 168 time: 0.2014182 Jan 19 14:36:22.214714 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043929ed-c7c1-43c6-aef5-b7c7872ce767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2f4ae1-241e-4ec1-9918-5e223460c1a7,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:22.228669 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a76b42-b30f-4604-8659-9d21e48ae488 req-6dd4911d-f4e3-4072-9ae8-93a9f19e0b01 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:22.235754 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7a76b42-b30f-4604-8659-9d21e48ae488 req-6dd4911d-f4e3-4072-9ae8-93a9f19e0b01 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0715895 Jan 19 14:36:22.315923 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7a76b42-b30f-4604-8659-9d21e48ae488 req-72c26a10-7e46-450b-903f-6c56f5a7a0ce tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792508 Jan 19 14:36:23.026745 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42330) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:23.040058 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-22058343-14ac-4b66-a713-8a737227d886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:23.174795 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-22058343-14ac-4b66-a713-8a737227d886 admin admin] Publish callbacks [] for security_group (42c37298-21a6-4bd3-9888-b5f80c90733c), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:23.236917 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-22058343-14ac-4b66-a713-8a737227d886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (42c37298-21a6-4bd3-9888-b5f80c90733c), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:23.272709 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22058343-14ac-4b66-a713-8a737227d886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c37298-21a6-4bd3-9888-b5f80c90733c,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:23.277678 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-22058343-14ac-4b66-a713-8a737227d886 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4629019e2a554816ad2da5b5d903e7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493384 Jan 19 14:36:23.280042 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 42332) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:23.340591 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9cb0020c-46f8-4fbf-893d-576880ec0f59 admin admin] Publish callbacks [] for security_group (42c37298-21a6-4bd3-9888-b5f80c90733c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:23.366305 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9cb0020c-46f8-4fbf-893d-576880ec0f59 admin admin] Publish callbacks [] for security_group (42c37298-21a6-4bd3-9888-b5f80c90733c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:23.472930 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9cb0020c-46f8-4fbf-893d-576880ec0f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (42c37298-21a6-4bd3-9888-b5f80c90733c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:23.475701 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9cb0020c-46f8-4fbf-893d-576880ec0f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:23.476837 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-9cb0020c-46f8-4fbf-893d-576880ec0f59 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/42c37298-21a6-4bd3-9888-b5f80c90733c HTTP/1.1" status: 204 len: 168 time: 0.1951916 Jan 19 14:36:23.484815 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0020c-46f8-4fbf-893d-576880ec0f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c37298-21a6-4bd3-9888-b5f80c90733c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:25.229513 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45881b17-65ea-4562-9d65-75f2809c480d req-c95bc1da-e099-43d7-82e3-669208bfdba8 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:25.231016 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-45881b17-65ea-4562-9d65-75f2809c480d req-c95bc1da-e099-43d7-82e3-669208bfdba8 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0515313 Jan 19 14:36:25.279842 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-45881b17-65ea-4562-9d65-75f2809c480d req-e9f78c58-db21-4204-bd0b-0454e694a1d0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Jan 19 14:36:26.397679 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee90ed-4dbd-46cb-b28e-706bd6217da3 req-a61fae4f-5715-48f8-8560-270415e30059 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:26.399061 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33ee90ed-4dbd-46cb-b28e-706bd6217da3 req-a61fae4f-5715-48f8-8560-270415e30059 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0473585 Jan 19 14:36:26.446533 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33ee90ed-4dbd-46cb-b28e-706bd6217da3 req-d3d57eb0-6210-4634-ad1a-300cf9705e78 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Jan 19 14:36:27.570788 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b695be-5a3d-4f41-a588-6754337ca728 req-43e44bcc-c8d4-42ca-80c7-cd588c65835b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:27.572251 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-38b695be-5a3d-4f41-a588-6754337ca728 req-43e44bcc-c8d4-42ca-80c7-cd588c65835b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Jan 19 14:36:27.619472 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-38b695be-5a3d-4f41-a588-6754337ca728 req-4c5504d9-2af5-4725-81ab-c885b4b7d744 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 Jan 19 14:36:31.096794 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081b974-4a73-442a-ab14-f52604e07339 req-5ff26b85-799c-403d-b6ff-142b25930419 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:31.098284 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8081b974-4a73-442a-ab14-f52604e07339 req-5ff26b85-799c-403d-b6ff-142b25930419 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0545239 Jan 19 14:36:31.150741 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8081b974-4a73-442a-ab14-f52604e07339 req-0c0b04d3-265a-46c5-a25e-071d9dd10d29 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Jan 19 14:36:31.526300 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42502) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:31.629717 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8752fb77-a1ef-4880-925d-065b88fa33de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:31.699400 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8752fb77-a1ef-4880-925d-065b88fa33de admin admin] Publish callbacks [] for security_group (2e4cd9a8-b145-4a9c-8f67-489254f4aec8), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:31.803890 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8752fb77-a1ef-4880-925d-065b88fa33de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2e4cd9a8-b145-4a9c-8f67-489254f4aec8), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:31.838881 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752fb77-a1ef-4880-925d-065b88fa33de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4cd9a8-b145-4a9c-8f67-489254f4aec8,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:31.844992 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-8752fb77-a1ef-4880-925d-065b88fa33de admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84d40bbddec04b94ba1e92dcc3b9aa3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176606 Jan 19 14:36:31.848169 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42508) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:31.894357 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b70fe2d9-5f98-4349-ac14-641ddbe44a32 admin admin] Publish callbacks [] for security_group (2e4cd9a8-b145-4a9c-8f67-489254f4aec8), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:31.915472 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b70fe2d9-5f98-4349-ac14-641ddbe44a32 admin admin] Publish callbacks [] for security_group (2e4cd9a8-b145-4a9c-8f67-489254f4aec8), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:32.070884 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b70fe2d9-5f98-4349-ac14-641ddbe44a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2e4cd9a8-b145-4a9c-8f67-489254f4aec8), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:32.074041 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b70fe2d9-5f98-4349-ac14-641ddbe44a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:32.075304 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-b70fe2d9-5f98-4349-ac14-641ddbe44a32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e4cd9a8-b145-4a9c-8f67-489254f4aec8 HTTP/1.1" status: 204 len: 168 time: 0.2266648 Jan 19 14:36:32.090282 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fe2d9-5f98-4349-ac14-641ddbe44a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4cd9a8-b145-4a9c-8f67-489254f4aec8,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:32.264959 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5748b4-c631-4511-9f20-93bbe73e7aa0 req-71f3109f-2c1e-4376-96f7-00729d1f4fbf tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:32.266992 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6a5748b4-c631-4511-9f20-93bbe73e7aa0 req-71f3109f-2c1e-4376-96f7-00729d1f4fbf tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0471363 Jan 19 14:36:32.322314 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6a5748b4-c631-4511-9f20-93bbe73e7aa0 req-6b0b353b-ebf6-4a07-8408-918e512842b6 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433903 Jan 19 14:36:32.466467 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef623a-a0cf-4b57-91f0-7d77a085be5b req-c0f16e42-fe3b-4e21-8418-339699160974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:32.468062 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ddef623a-a0cf-4b57-91f0-7d77a085be5b req-c0f16e42-fe3b-4e21-8418-339699160974 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0396068 Jan 19 14:36:32.525793 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ddef623a-a0cf-4b57-91f0-7d77a085be5b req-0cf33156-d8ed-4920-950b-4ffd27d38df6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496495 Jan 19 14:36:34.175290 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-36df0c7a-2d3b-4288-aaf0-e7c815bcf113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:35.916450 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2c4a6-4e78-40a2-ba71-3e3564b1bfeb req-634d6bb2-af25-4584-9d9e-f65b8f503f8d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:35.918003 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-72c2c4a6-4e78-40a2-ba71-3e3564b1bfeb req-634d6bb2-af25-4584-9d9e-f65b8f503f8d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0499692 Jan 19 14:36:35.968233 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-72c2c4a6-4e78-40a2-ba71-3e3564b1bfeb req-f292eaf7-2b3e-4899-af60-020cb79099d6 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Jan 19 14:36:36.346438 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-be2eee75-2cf5-4175-9f88-c808f94eef9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:36.453803 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:36:37.807110 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:39.015759 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:39.581007 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cc91b-d962-4e0b-a241-a93b7b0a1b77 req-b30750b5-969f-4640-b049-85ebd96e8932 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:39.582393 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-622cc91b-d962-4e0b-a241-a93b7b0a1b77 req-b30750b5-969f-4640-b049-85ebd96e8932 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0508327 Jan 19 14:36:39.629215 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-622cc91b-d962-4e0b-a241-a93b7b0a1b77 req-4ef56d0d-84a1-4825-a832-a0150d817bc4 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Jan 19 14:36:39.749835 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f860266-a5d8-47e0-826b-6a6189fdbe64 req-aeba2246-c16b-4c02-a42d-6f159c7cc559 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:39.752038 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5f860266-a5d8-47e0-826b-6a6189fdbe64 req-aeba2246-c16b-4c02-a42d-6f159c7cc559 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0488639 Jan 19 14:36:39.797639 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5f860266-a5d8-47e0-826b-6a6189fdbe64 req-34bb1596-409e-47df-b16b-312c0a8ba918 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Jan 19 14:36:40.346538 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:41.174814 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:47.289073 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb290e15-8808-4790-b3d5-84fc48ef3261 req-a84b2954-8248-4953-974d-db5978f55a2a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:47.292187 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fb290e15-8808-4790-b3d5-84fc48ef3261 req-a84b2954-8248-4953-974d-db5978f55a2a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0534704 Jan 19 14:36:47.342268 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fb290e15-8808-4790-b3d5-84fc48ef3261 req-b305b67c-d70c-48ef-95e6-55f16bf66cbe tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430799 Jan 19 14:36:47.349647 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-3959107c-ca77-41a3-b8d6-baf70d9f37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:47.351342 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-3959107c-ca77-41a3-b8d6-baf70d9f37b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1099 time: 0.0435343 Jan 19 14:36:47.451084 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-3fa3d287-01dd-4300-92df-6706324616f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:47.453066 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-3fa3d287-01dd-4300-92df-6706324616f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 919 time: 0.0953474 Jan 19 14:36:47.500641 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-757196f0-8f13-4b49-8127-3ff4e9b3e08c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4478630-1874-4828-b111-cd777e547205 HTTP/1.1" status: 200 len: 217 time: 0.0403998 Jan 19 14:36:47.533369 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42884) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:47.550134 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-ad1bb2bd-e5ab-4584-931a-0fdd288299ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:47.551666 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-ad1bb2bd-e5ab-4584-931a-0fdd288299ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.0444283 Jan 19 14:36:47.584278 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-0216662c-34f6-4a83-a22e-23808afdbe52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234456 Jan 19 14:36:47.639970 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d59aeb92-4d05-4096-b573-5052768db72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:47.676428 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-37bad1fc-e3ab-4b63-87ea-27492cecf6fd service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859907 Jan 19 14:36:47.712420 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d59aeb92-4d05-4096-b573-5052768db72f admin admin] Publish callbacks [] for security_group (6f5e8031-eff0-405b-804f-5865eb9ec58c), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:47.763616 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-69bac59a-50fd-4649-a32b-25ab1362e8ad req-ab5bc59b-e862-4566-9a11-8a02899ddde0 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806177 Jan 19 14:36:47.888733 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d59aeb92-4d05-4096-b573-5052768db72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6f5e8031-eff0-405b-804f-5865eb9ec58c), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:47.927670 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d59aeb92-4d05-4096-b573-5052768db72f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=79d293db5dff4fbf9ed02e22ad68aa8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931987 Jan 19 14:36:47.928489 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aeb92-4d05-4096-b573-5052768db72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5e8031-eff0-405b-804f-5865eb9ec58c,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:47.930742 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 42892) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:47.978856 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94a60881-bb67-4265-b477-d88dfe850c31 admin admin] Publish callbacks [] for security_group (6f5e8031-eff0-405b-804f-5865eb9ec58c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:48.001122 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94a60881-bb67-4265-b477-d88dfe850c31 admin admin] Publish callbacks [] for security_group (6f5e8031-eff0-405b-804f-5865eb9ec58c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:48.166936 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94a60881-bb67-4265-b477-d88dfe850c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (6f5e8031-eff0-405b-804f-5865eb9ec58c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:48.169533 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-94a60881-bb67-4265-b477-d88dfe850c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:48.173689 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-94a60881-bb67-4265-b477-d88dfe850c31 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f5e8031-eff0-405b-804f-5865eb9ec58c HTTP/1.1" status: 204 len: 168 time: 0.2421584 Jan 19 14:36:48.186755 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a60881-bb67-4265-b477-d88dfe850c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5e8031-eff0-405b-804f-5865eb9ec58c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:48.481276 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e06eb2-7efc-4714-9d17-62979c6d0803 req-eb9494d5-6987-4382-8117-7f751a501af2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:48.483442 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c3e06eb2-7efc-4714-9d17-62979c6d0803 req-eb9494d5-6987-4382-8117-7f751a501af2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0710835 Jan 19 14:36:48.536424 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c3e06eb2-7efc-4714-9d17-62979c6d0803 req-d40b7519-52b9-4fa1-bb01-59e4fdeee253 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466831 Jan 19 14:36:48.746462 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 42942) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:48.854701 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae915a7f-50fe-46a4-9e79-221634e9cddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:48.927820 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42946) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:48.928306 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae915a7f-50fe-46a4-9e79-221634e9cddd admin admin] Publish callbacks [] for security_group (ea24e24c-dd26-4e59-ad69-20f1ffa03131), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:48.940969 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-daab5e7a-984f-4540-b755-6f7b50a86d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.008535 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ae915a7f-50fe-46a4-9e79-221634e9cddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ea24e24c-dd26-4e59-ad69-20f1ffa03131), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.011104 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-daab5e7a-984f-4540-b755-6f7b50a86d4f admin admin] Publish callbacks [] for security_group (4f58350a-6376-4bb3-a0a8-8ac1c9f2c053), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.047353 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-ae915a7f-50fe-46a4-9e79-221634e9cddd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=644bd508af5e45e78ca014780a34fe0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991014 Jan 19 14:36:49.049442 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae915a7f-50fe-46a4-9e79-221634e9cddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea24e24c-dd26-4e59-ad69-20f1ffa03131,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:49.050105 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 42948) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:49.096114 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2af2-c9c4-43dd-a756-37ffa256d83d admin admin] Publish callbacks [] for security_group (ea24e24c-dd26-4e59-ad69-20f1ffa03131), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.117082 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2af2-c9c4-43dd-a756-37ffa256d83d admin admin] Publish callbacks [] for security_group (ea24e24c-dd26-4e59-ad69-20f1ffa03131), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.124551 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-daab5e7a-984f-4540-b755-6f7b50a86d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (4f58350a-6376-4bb3-a0a8-8ac1c9f2c053), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.179407 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-daab5e7a-984f-4540-b755-6f7b50a86d4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cc4adc9cc4e4c45afc1539de9755199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503157 Jan 19 14:36:49.180622 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab5e7a-984f-4540-b755-6f7b50a86d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f58350a-6376-4bb3-a0a8-8ac1c9f2c053,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:49.182241 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 42950) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:49.231278 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aae7f237-2fd0-48fd-afef-e969c855e45c admin admin] Publish callbacks [] for security_group (4f58350a-6376-4bb3-a0a8-8ac1c9f2c053), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.252271 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aae7f237-2fd0-48fd-afef-e969c855e45c admin admin] Publish callbacks [] for security_group (4f58350a-6376-4bb3-a0a8-8ac1c9f2c053), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.271865 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2af2-c9c4-43dd-a756-37ffa256d83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ea24e24c-dd26-4e59-ad69-20f1ffa03131), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.274520 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2af2-c9c4-43dd-a756-37ffa256d83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.275708 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-0d7a2af2-c9c4-43dd-a756-37ffa256d83d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea24e24c-dd26-4e59-ad69-20f1ffa03131 HTTP/1.1" status: 204 len: 168 time: 0.2246273 Jan 19 14:36:49.285025 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a2af2-c9c4-43dd-a756-37ffa256d83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea24e24c-dd26-4e59-ad69-20f1ffa03131,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:49.440582 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aae7f237-2fd0-48fd-afef-e969c855e45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (4f58350a-6376-4bb3-a0a8-8ac1c9f2c053), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.443199 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-aae7f237-2fd0-48fd-afef-e969c855e45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:49.444329 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-aae7f237-2fd0-48fd-afef-e969c855e45c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f58350a-6376-4bb3-a0a8-8ac1c9f2c053 HTTP/1.1" status: 204 len: 168 time: 0.2610462 Jan 19 14:36:49.451795 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7f237-2fd0-48fd-afef-e969c855e45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f58350a-6376-4bb3-a0a8-8ac1c9f2c053,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:49.657766 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dd3b2-0333-4f40-bbee-fdec33124ff7 req-28284946-b948-4bec-ac9f-6f5cf2f682ee tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:49.659303 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-db3dd3b2-0333-4f40-bbee-fdec33124ff7 req-28284946-b948-4bec-ac9f-6f5cf2f682ee tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0533290 Jan 19 14:36:49.720907 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-db3dd3b2-0333-4f40-bbee-fdec33124ff7 req-03539d57-131f-427a-8b48-4af260da1875 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553463 Jan 19 14:36:50.214093 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 42990) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:50.226789 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-73ef7a9f-a9ae-40e1-b37c-985b49dd2480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:50.299983 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-73ef7a9f-a9ae-40e1-b37c-985b49dd2480 admin admin] Publish callbacks [] for security_group (f23f9dec-65d8-403c-abe0-3eee29cbbe54), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:50.360798 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-73ef7a9f-a9ae-40e1-b37c-985b49dd2480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (f23f9dec-65d8-403c-abe0-3eee29cbbe54), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:50.404185 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-73ef7a9f-a9ae-40e1-b37c-985b49dd2480 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=57de4e025c3b4cb1b5386b9f1565fc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889460 Jan 19 14:36:50.405246 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef7a9f-a9ae-40e1-b37c-985b49dd2480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23f9dec-65d8-403c-abe0-3eee29cbbe54,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:50.406829 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43000) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:50.466299 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e1f6a7fd-101f-4307-821c-2c550294294a admin admin] Publish callbacks [] for security_group (f23f9dec-65d8-403c-abe0-3eee29cbbe54), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:50.488760 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e1f6a7fd-101f-4307-821c-2c550294294a admin admin] Publish callbacks [] for security_group (f23f9dec-65d8-403c-abe0-3eee29cbbe54), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:50.642821 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e1f6a7fd-101f-4307-821c-2c550294294a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (f23f9dec-65d8-403c-abe0-3eee29cbbe54), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:50.645513 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e1f6a7fd-101f-4307-821c-2c550294294a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:50.646673 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-e1f6a7fd-101f-4307-821c-2c550294294a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f23f9dec-65d8-403c-abe0-3eee29cbbe54 HTTP/1.1" status: 204 len: 168 time: 0.2384543 Jan 19 14:36:50.655444 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6a7fd-101f-4307-821c-2c550294294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23f9dec-65d8-403c-abe0-3eee29cbbe54,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:50.839658 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ad198-8467-4d29-b3df-184fbc20e6d6 req-6d5c3c9b-c360-47ca-8e60-4105940a143f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:50.841151 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ea9ad198-8467-4d29-b3df-184fbc20e6d6 req-6d5c3c9b-c360-47ca-8e60-4105940a143f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0486352 Jan 19 14:36:50.890637 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ea9ad198-8467-4d29-b3df-184fbc20e6d6 req-6b043a42-6b00-4e92-8e85-14d16cfbbbd5 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427821 Jan 19 14:36:51.350933 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43044) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:51.489681 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2d47bfc8-93a7-4ca4-b1ac-a0f6e2b77ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.584832 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2d47bfc8-93a7-4ca4-b1ac-a0f6e2b77ab1 admin admin] Publish callbacks [] for security_group (03b2f03c-0106-44a6-b28f-fae3169ee464), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.623877 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43058) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:51.677105 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2d47bfc8-93a7-4ca4-b1ac-a0f6e2b77ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (03b2f03c-0106-44a6-b28f-fae3169ee464), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.716125 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2d47bfc8-93a7-4ca4-b1ac-a0f6e2b77ab1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd4d248bb60e4b2394b5220f86bc8ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641155 Jan 19 14:36:51.718956 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43064) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:51.722333 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47bfc8-93a7-4ca4-b1ac-a0f6e2b77ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b2f03c-0106-44a6-b28f-fae3169ee464,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:51.731350 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e6b319ff-858b-422f-a9bf-15caa30a8740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.787851 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cdda302c-95e8-45d4-8401-d0214f493aec admin admin] Publish callbacks [] for security_group (03b2f03c-0106-44a6-b28f-fae3169ee464), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.812741 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cdda302c-95e8-45d4-8401-d0214f493aec admin admin] Publish callbacks [] for security_group (03b2f03c-0106-44a6-b28f-fae3169ee464), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.828434 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e6b319ff-858b-422f-a9bf-15caa30a8740 admin admin] Publish callbacks [] for security_group (0288d24f-1de5-4a88-a2e4-8f5de8b07472), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.893997 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e6b319ff-858b-422f-a9bf-15caa30a8740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (0288d24f-1de5-4a88-a2e4-8f5de8b07472), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.935325 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-e6b319ff-858b-422f-a9bf-15caa30a8740 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=025511d3502a45d6ace4d0438e45c524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071790 Jan 19 14:36:51.935491 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cdda302c-95e8-45d4-8401-d0214f493aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (03b2f03c-0106-44a6-b28f-fae3169ee464), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.935586 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b319ff-858b-422f-a9bf-15caa30a8740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0288d24f-1de5-4a88-a2e4-8f5de8b07472,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:51.937242 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43070) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:51.940800 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cdda302c-95e8-45d4-8401-d0214f493aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:51.943466 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-cdda302c-95e8-45d4-8401-d0214f493aec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03b2f03c-0106-44a6-b28f-fae3169ee464 HTTP/1.1" status: 204 len: 168 time: 0.2226849 Jan 19 14:36:51.956418 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda302c-95e8-45d4-8401-d0214f493aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b2f03c-0106-44a6-b28f-fae3169ee464,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:52.038807 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32bb9a5b-7a13-485d-8d04-9c2c1c9196d2 admin admin] Publish callbacks [] for security_group (0288d24f-1de5-4a88-a2e4-8f5de8b07472), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.073986 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b035ee6-f199-4a8b-88ef-beb6d96544fa req-ee41b134-a5fa-4745-8bb1-744cf8f787d3 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:52.075454 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8b035ee6-f199-4a8b-88ef-beb6d96544fa req-ee41b134-a5fa-4745-8bb1-744cf8f787d3 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0783021 Jan 19 14:36:52.077236 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32bb9a5b-7a13-485d-8d04-9c2c1c9196d2 admin admin] Publish callbacks [] for security_group (0288d24f-1de5-4a88-a2e4-8f5de8b07472), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.157278 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8b035ee6-f199-4a8b-88ef-beb6d96544fa req-6cdcef24-d4b9-4ee9-920d-4856469980bc tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728600 Jan 19 14:36:52.237158 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32bb9a5b-7a13-485d-8d04-9c2c1c9196d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (0288d24f-1de5-4a88-a2e4-8f5de8b07472), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.240040 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32bb9a5b-7a13-485d-8d04-9c2c1c9196d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.241202 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-32bb9a5b-7a13-485d-8d04-9c2c1c9196d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0288d24f-1de5-4a88-a2e4-8f5de8b07472 HTTP/1.1" status: 204 len: 168 time: 0.3030705 Jan 19 14:36:52.249672 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb9a5b-7a13-485d-8d04-9c2c1c9196d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0288d24f-1de5-4a88-a2e4-8f5de8b07472,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:52.260188 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43086) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:52.425759 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-389497553-network', 'tenant_id': '6c285cf8f49b496b9f4517f8449a0fa2'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:36:52.557138 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Made reservation on behalf of 6c285cf8f49b496b9f4517f8449a0fa2 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:36:52.559841 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.570083 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.677569 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Publish callbacks [] for security_group (3980ca0f-ad11-4e20-8515-33485c65a11a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.745530 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (3980ca0f-ad11-4e20-8515-33485c65a11a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.772287 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:36:52.787663 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3980ca0f-ad11-4e20-8515-33485c65a11a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:52.791923 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (d109d66b-27c4-4509-b70d-9f466ade2191), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.792284 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Added segment d109d66b-27c4-4509-b70d-9f466ade2191 of type vlan for network 12984b20-703c-44a3-86c8-1bee6e80b0fd Jan 19 14:36:52.832473 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (12984b20-703c-44a3-86c8-1bee6e80b0fd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.945508 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (12984b20-703c-44a3-86c8-1bee6e80b0fd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.946587 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:52.947292 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:52.987282 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43112) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:53.008103 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] Pushing event updated for resources: {'Network': ['ID=12984b20-703c-44a3-86c8-1bee6e80b0fd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:53.020338 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 12984b20-703c-44a3-86c8-1bee6e80b0fd details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:36:53.043347 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43120) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:53.043689 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-e2ca8d3a-7f8c-47ff-a551-790ad3544541 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7822666 Jan 19 14:36:53.050273 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Request body: {'subnet': {'network_id': '12984b20-703c-44a3-86c8-1bee6e80b0fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-389497553-subnet', 'tenant_id': '6c285cf8f49b496b9f4517f8449a0fa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:36:53.108196 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fda46206-7a87-40e9-b0ae-492a0d401961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.153690 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Made reservation on behalf of 6c285cf8f49b496b9f4517f8449a0fa2 for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:36:53.156521 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58968024'] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.234495 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fda46206-7a87-40e9-b0ae-492a0d401961 admin admin] Publish callbacks [] for security_group (e200b063-bf23-4d5d-b726-eb083ffe7dc6), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.311212 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-fda46206-7a87-40e9-b0ae-492a0d401961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e200b063-bf23-4d5d-b726-eb083ffe7dc6), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.373651 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc85719-2eeb-4a5b-9708-4bc67483dfb5 req-74aa14ef-92ac-46ed-a3f1-5f186711f11f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:53.375691 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5cc85719-2eeb-4a5b-9708-4bc67483dfb5 req-74aa14ef-92ac-46ed-a3f1-5f186711f11f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.1220253 Jan 19 14:36:53.381280 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-fda46206-7a87-40e9-b0ae-492a0d401961 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e63d249a6b2e4feea486f90edf75f870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935280 Jan 19 14:36:53.381999 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda46206-7a87-40e9-b0ae-492a0d401961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e200b063-bf23-4d5d-b726-eb083ffe7dc6,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:53.384163 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43130) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:53.447091 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5887afc2-9a60-4472-b8af-1ba4e7e05d65 admin admin] Publish callbacks [] for security_group (e200b063-bf23-4d5d-b726-eb083ffe7dc6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.467010 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5cc85719-2eeb-4a5b-9708-4bc67483dfb5 req-c864675b-c6f8-431d-b46f-1d591a870af1 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821698 Jan 19 14:36:53.473820 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5887afc2-9a60-4472-b8af-1ba4e7e05d65 admin admin] Publish callbacks [] for security_group (e200b063-bf23-4d5d-b726-eb083ffe7dc6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.510220 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62761931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58968054'] for subnet (83e6b4af-49bd-4e5c-a642-0197f107e479), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.576591 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e6b4af-49bd-4e5c-a642-0197f107e479,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:53.581173 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Checking segment: {'id': 'd109d66b-27c4-4509-b70d-9f466ade2191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '12984b20-703c-44a3-86c8-1bee6e80b0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:36:53.581389 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Network hostable DHCP agents. Network: 12984b20-703c-44a3-86c8-1bee6e80b0fd, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:36:53.594725 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5887afc2-9a60-4472-b8af-1ba4e7e05d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e200b063-bf23-4d5d-b726-eb083ffe7dc6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.597450 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5887afc2-9a60-4472-b8af-1ba4e7e05d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.601511 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-5887afc2-9a60-4472-b8af-1ba4e7e05d65 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e200b063-bf23-4d5d-b726-eb083ffe7dc6 HTTP/1.1" status: 204 len: 168 time: 0.2163551 Jan 19 14:36:53.611932 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887afc2-9a60-4472-b8af-1ba4e7e05d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e200b063-bf23-4d5d-b726-eb083ffe7dc6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:53.668648 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Network 12984b20-703c-44a3-86c8-1bee6e80b0fd is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:36:53.767428 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 12984b20-703c-44a3-86c8-1bee6e80b0fd) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:36:53.774631 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:53.775725 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:53.776391 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6b17d3-9e7e-46f2-838d-d17b0cd7475d None None] Network 12984b20-703c-44a3-86c8-1bee6e80b0fd requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:36:53.879093 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712a313-bfa2-44ee-bbbf-5182004e62dd None None] Network 12984b20-703c-44a3-86c8-1bee6e80b0fd requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:36:53.943302 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-afd179dd-77f5-474d-bb16-cfec9943844a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8984556 Jan 19 14:36:54.617369 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57503e-e1c2-4d59-a12c-e08cfb4716b5 req-140eb6a8-a1c6-4e89-9555-aa1ab4ae8b14 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:54.618851 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6c57503e-e1c2-4d59-a12c-e08cfb4716b5 req-140eb6a8-a1c6-4e89-9555-aa1ab4ae8b14 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0534556 Jan 19 14:36:54.666188 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6c57503e-e1c2-4d59-a12c-e08cfb4716b5 req-97913b52-40e9-441c-85cf-d5dbf0166676 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Jan 19 14:36:55.013247 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43258) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:55.023328 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1066395561-network', 'tenant_id': '3a20b871d90f411583cf350d13ee8ed5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:36:55.131301 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Made reservation on behalf of 3a20b871d90f411583cf350d13ee8ed5 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:36:55.136403 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:55.147127 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:55.233060 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Publish callbacks [] for security_group (e676f38f-e898-4841-8b4b-3f9917e9326f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:55.299777 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e676f38f-e898-4841-8b4b-3f9917e9326f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:55.321687 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:36:55.335025 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e676f38f-e898-4841-8b4b-3f9917e9326f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:55.340057 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (b7b2383f-a448-403e-a957-b298e20e026a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:55.340555 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Added segment b7b2383f-a448-403e-a957-b298e20e026a of type vlan for network f649cf65-a914-4a4b-be30-7bc485a5f2e5 Jan 19 14:36:55.387844 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (f649cf65-a914-4a4b-be30-7bc485a5f2e5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:55.503074 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (f649cf65-a914-4a4b-be30-7bc485a5f2e5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:55.504063 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:55.504651 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:55.565799 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] Pushing event updated for resources: {'Network': ['ID=f649cf65-a914-4a4b-be30-7bc485a5f2e5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:55.575255 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network f649cf65-a914-4a4b-be30-7bc485a5f2e5 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:36:55.648742 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-63273344-09c1-4910-b4a4-5461b9636d1c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6343577 Jan 19 14:36:55.651752 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:55.656927 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Request body: {'subnet': {'network_id': 'f649cf65-a914-4a4b-be30-7bc485a5f2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1066395561-subnet', 'tenant_id': '3a20b871d90f411583cf350d13ee8ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:36:55.786679 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74fc8-55d2-4515-aeb6-da1de22b60b4 req-63ac1176-8936-4901-a6b7-2a832bee2719 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:55.788149 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-deb74fc8-55d2-4515-aeb6-da1de22b60b4 req-63ac1176-8936-4901-a6b7-2a832bee2719 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0483420 Jan 19 14:36:55.813781 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Made reservation on behalf of 3a20b871d90f411583cf350d13ee8ed5 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:36:55.816499 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58869609'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:55.835716 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-deb74fc8-55d2-4515-aeb6-da1de22b60b4 req-d42bb591-569b-460b-8b91-6a14555a6434 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Jan 19 14:36:56.105334 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62659118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58869575'] for subnet (d12ae195-0b5d-4675-9f32-6c012cbd0a15), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:56.187191 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12ae195-0b5d-4675-9f32-6c012cbd0a15,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:56.200735 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Checking segment: {'id': 'b7b2383f-a448-403e-a957-b298e20e026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f649cf65-a914-4a4b-be30-7bc485a5f2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:36:56.200913 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Network hostable DHCP agents. Network: f649cf65-a914-4a4b-be30-7bc485a5f2e5, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:36:56.285577 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Network f649cf65-a914-4a4b-be30-7bc485a5f2e5 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:36:56.353884 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, f649cf65-a914-4a4b-be30-7bc485a5f2e5) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:36:56.357898 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:56.359004 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:56.364425 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ffe579-bb16-44e2-8c8b-b798bdfe5205 None None] Network f649cf65-a914-4a4b-be30-7bc485a5f2e5 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:36:56.454297 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-8cc97ebf-3b33-417a-bec7-ffd9bb6f82e9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8014820 Jan 19 14:36:56.459508 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e6e15-98db-4c19-8e70-6e112d9523db None None] Network f649cf65-a914-4a4b-be30-7bc485a5f2e5 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:36:56.958363 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ecce-5258-4b8f-a437-69761ae42787 req-659da12c-2033-4b5c-9d10-234213aa0674 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:56.959894 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8ae9ecce-5258-4b8f-a437-69761ae42787 req-659da12c-2033-4b5c-9d10-234213aa0674 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0536075 Jan 19 14:36:57.009856 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8ae9ecce-5258-4b8f-a437-69761ae42787 req-7794fe0f-865c-4c7e-9f46-121a2ac5dade tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Jan 19 14:36:58.155394 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c5053-080b-4052-a60b-11406136d879 req-1af5205f-0bea-4782-ab03-b9e5818c873b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:58.157270 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dd1c5053-080b-4052-a60b-11406136d879 req-1af5205f-0bea-4782-ab03-b9e5818c873b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0777271 Jan 19 14:36:58.207756 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dd1c5053-080b-4052-a60b-11406136d879 req-6925b921-e635-4630-b9b9-5066690e7b9d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Jan 19 14:36:59.267283 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43372) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:59.330493 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09925fae-d038-4f97-b38e-be0dc921f91c req-2194cf8f-3440-48a1-9cf9-645af1d2fc0c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:36:59.338008 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-09925fae-d038-4f97-b38e-be0dc921f91c req-2194cf8f-3440-48a1-9cf9-645af1d2fc0c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0607734 Jan 19 14:36:59.404008 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-09925fae-d038-4f97-b38e-be0dc921f91c req-1846cabf-caf5-4a5b-a3d9-5a283886acc3 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653036 Jan 19 14:36:59.404707 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7013ab93-22b5-4d58-9f95-4418cf3e51df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:59.499865 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7013ab93-22b5-4d58-9f95-4418cf3e51df admin admin] Publish callbacks [] for security_group (e0ef1ae5-ee74-44db-b9a1-af409f3dbd41), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:59.573858 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7013ab93-22b5-4d58-9f95-4418cf3e51df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e0ef1ae5-ee74-44db-b9a1-af409f3dbd41), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:59.615234 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-7013ab93-22b5-4d58-9f95-4418cf3e51df admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4fb94b1a00cb4a9a990db79a2e499b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468516 Jan 19 14:36:59.616169 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013ab93-22b5-4d58-9f95-4418cf3e51df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ef1ae5-ee74-44db-b9a1-af409f3dbd41,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:36:59.617970 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43384) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:36:59.665711 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f357b490-4a35-4eb9-8857-48c6e2b09380 admin admin] Publish callbacks [] for security_group (e0ef1ae5-ee74-44db-b9a1-af409f3dbd41), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:59.685715 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f357b490-4a35-4eb9-8857-48c6e2b09380 admin admin] Publish callbacks [] for security_group (e0ef1ae5-ee74-44db-b9a1-af409f3dbd41), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:59.807925 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f357b490-4a35-4eb9-8857-48c6e2b09380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e0ef1ae5-ee74-44db-b9a1-af409f3dbd41), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:59.810527 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f357b490-4a35-4eb9-8857-48c6e2b09380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:36:59.812250 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-f357b490-4a35-4eb9-8857-48c6e2b09380 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0ef1ae5-ee74-44db-b9a1-af409f3dbd41 HTTP/1.1" status: 204 len: 168 time: 0.1932986 Jan 19 14:36:59.819772 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357b490-4a35-4eb9-8857-48c6e2b09380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ef1ae5-ee74-44db-b9a1-af409f3dbd41,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:00.542262 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6825fa3-f86f-4624-9f04-926a64c37816 req-d084e294-9437-4930-a8d6-4636c722f8df tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:00.549843 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b6825fa3-f86f-4624-9f04-926a64c37816 req-d084e294-9437-4930-a8d6-4636c722f8df tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0664089 Jan 19 14:37:00.630387 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b6825fa3-f86f-4624-9f04-926a64c37816 req-60abb0dc-1b9e-45b9-9e80-4767f0ee0ab1 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701621 Jan 19 14:37:01.756640 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f37cbd-4a42-4f95-9471-b75d59368e84 req-ee52403d-576f-4a69-ae29-197d79cd0025 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:01.759045 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c4f37cbd-4a42-4f95-9471-b75d59368e84 req-ee52403d-576f-4a69-ae29-197d79cd0025 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0532203 Jan 19 14:37:01.811283 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c4f37cbd-4a42-4f95-9471-b75d59368e84 req-553e1369-662e-4945-8189-cbb3e868e27f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Jan 19 14:37:02.939458 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6d35f-6a03-4e20-aad8-b583c2731c71 req-6c774677-2bf2-4567-bfa7-aec37846153f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:02.941114 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-53f6d35f-6a03-4e20-aad8-b583c2731c71 req-6c774677-2bf2-4567-bfa7-aec37846153f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0565801 Jan 19 14:37:02.989103 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-53f6d35f-6a03-4e20-aad8-b583c2731c71 req-074160b0-c19f-4811-9e3a-7e6162ceacf9 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Jan 19 14:37:04.118224 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af3a88-c25e-4bbb-a2a1-646e8d59e6a4 req-f6a134cc-02c3-405b-b81a-c7bc90007292 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:04.119694 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c5af3a88-c25e-4bbb-a2a1-646e8d59e6a4 req-f6a134cc-02c3-405b-b81a-c7bc90007292 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0505092 Jan 19 14:37:04.168758 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c5af3a88-c25e-4bbb-a2a1-646e8d59e6a4 req-615c6c25-e1ba-4749-990c-19ce382242fa tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Jan 19 14:37:04.241461 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91aaae2c-947b-4d41-a5d4-604e2c9a7762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:04.653220 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43566) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:04.767042 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:04.839140 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Publish callbacks [] for security_group (ee45d73f-87d5-4d6e-9e3d-034898c42fe2), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:04.922922 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ee45d73f-87d5-4d6e-9e3d-034898c42fe2), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:04.959122 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b5daa2f25565422cb7de5088bcb04c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046215 Jan 19 14:37:04.961879 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43580) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:04.987069 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee45d73f-87d5-4d6e-9e3d-034898c42fe2,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:05.005296 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.005646 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.006013 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.009301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c45cb4-86ea-441d-b918-1ad53709446e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:05.031907 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a214-8068-4ed7-a696-ee1fcd916e89 admin admin] Publish callbacks [] for security_group (ee45d73f-87d5-4d6e-9e3d-034898c42fe2), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:05.055048 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a214-8068-4ed7-a696-ee1fcd916e89 admin admin] Publish callbacks [] for security_group (ee45d73f-87d5-4d6e-9e3d-034898c42fe2), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:05.159098 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a214-8068-4ed7-a696-ee1fcd916e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ee45d73f-87d5-4d6e-9e3d-034898c42fe2), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:05.163796 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a214-8068-4ed7-a696-ee1fcd916e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:05.164949 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-dfc1a214-8068-4ed7-a696-ee1fcd916e89 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee45d73f-87d5-4d6e-9e3d-034898c42fe2 HTTP/1.1" status: 204 len: 168 time: 0.2019713 Jan 19 14:37:05.173473 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a214-8068-4ed7-a696-ee1fcd916e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee45d73f-87d5-4d6e-9e3d-034898c42fe2,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:05.294277 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26776451-c755-4e90-b2b4-75f1624f65c5 req-a421320d-0a42-40ec-8352-db5eefcc4f92 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:05.296241 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-26776451-c755-4e90-b2b4-75f1624f65c5 req-a421320d-0a42-40ec-8352-db5eefcc4f92 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0466864 Jan 19 14:37:05.586016 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-26776451-c755-4e90-b2b4-75f1624f65c5 req-f4f6d5d2-2280-4552-8637-7df898506396 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841773 Jan 19 14:37:05.847783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43596) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:05.860845 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2c071081-bf3d-42cb-9823-722eebb5c872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:05.935774 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2c071081-bf3d-42cb-9823-722eebb5c872 admin admin] Publish callbacks [] for security_group (4394d602-e57b-4586-94e4-d1858f13117e), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:06.010528 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2c071081-bf3d-42cb-9823-722eebb5c872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (4394d602-e57b-4586-94e4-d1858f13117e), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:06.056296 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2c071081-bf3d-42cb-9823-722eebb5c872 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9e26c65a6f542048527a1841085a367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071917 Jan 19 14:37:06.057890 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c071081-bf3d-42cb-9823-722eebb5c872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4394d602-e57b-4586-94e4-d1858f13117e,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:06.058836 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43602) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:06.106765 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Publish callbacks [] for security_group (4394d602-e57b-4586-94e4-d1858f13117e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:06.128103 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Publish callbacks [] for security_group (4394d602-e57b-4586-94e4-d1858f13117e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:06.266632 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (4394d602-e57b-4586-94e4-d1858f13117e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:06.270641 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:06.271887 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4394d602-e57b-4586-94e4-d1858f13117e HTTP/1.1" status: 204 len: 168 time: 0.2119336 Jan 19 14:37:06.281952 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4394d602-e57b-4586-94e4-d1858f13117e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:06.289830 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.290212 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.290555 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.290894 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.291224 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.291552 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.291879 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.292212 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.292565 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.292867 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.293188 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.293511 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.293826 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdd883-690b-4a30-ae55-5b576ccb4ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:06.294241 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-175b435d-cd77-404f-859b-c7586632324a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:06.724694 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49174ea-ea0d-4b5a-9cb8-0f8251156a4b req-7200cb28-8b7d-44f2-a1d6-faad4489a721 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:06.730655 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b49174ea-ea0d-4b5a-9cb8-0f8251156a4b req-7200cb28-8b7d-44f2-a1d6-faad4489a721 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0628219 Jan 19 14:37:06.776553 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b49174ea-ea0d-4b5a-9cb8-0f8251156a4b req-766037d9-2044-4d11-a48c-0a571c82bf93 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424125 Jan 19 14:37:07.004338 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43626) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:07.017582 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-23fd84df-0a10-452c-ba70-aa82af5741f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:07.092006 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-23fd84df-0a10-452c-ba70-aa82af5741f3 admin admin] Publish callbacks [] for security_group (c0d2549d-c80a-4fde-a35a-2aba96b49e68), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:07.164483 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-23fd84df-0a10-452c-ba70-aa82af5741f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (c0d2549d-c80a-4fde-a35a-2aba96b49e68), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:07.206252 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-23fd84df-0a10-452c-ba70-aa82af5741f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f00095bf16fa4b5d826a70850f6dd106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004323 Jan 19 14:37:07.207167 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd84df-0a10-452c-ba70-aa82af5741f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d2549d-c80a-4fde-a35a-2aba96b49e68,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:07.208540 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43630) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:07.260132 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70e03e38-ada6-4f8a-bdb5-08387ae2111c admin admin] Publish callbacks [] for security_group (c0d2549d-c80a-4fde-a35a-2aba96b49e68), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:07.283932 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70e03e38-ada6-4f8a-bdb5-08387ae2111c admin admin] Publish callbacks [] for security_group (c0d2549d-c80a-4fde-a35a-2aba96b49e68), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:07.441433 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70e03e38-ada6-4f8a-bdb5-08387ae2111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (c0d2549d-c80a-4fde-a35a-2aba96b49e68), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:07.444033 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70e03e38-ada6-4f8a-bdb5-08387ae2111c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:07.445185 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-70e03e38-ada6-4f8a-bdb5-08387ae2111c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0d2549d-c80a-4fde-a35a-2aba96b49e68 HTTP/1.1" status: 204 len: 168 time: 0.2355707 Jan 19 14:37:07.452843 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e03e38-ada6-4f8a-bdb5-08387ae2111c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d2549d-c80a-4fde-a35a-2aba96b49e68,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:07.864394 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:07.895093 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5bc08-f036-4e2a-85f7-9bdc63b1f26e req-1146f9dc-6d4c-48b6-978a-49978a7aedc6 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:07.899776 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-37e5bc08-f036-4e2a-85f7-9bdc63b1f26e req-1146f9dc-6d4c-48b6-978a-49978a7aedc6 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0574067 Jan 19 14:37:07.963429 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-37e5bc08-f036-4e2a-85f7-9bdc63b1f26e req-e188309d-cf8b-45ab-b1ba-12097583b5a2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573630 Jan 19 14:37:08.728939 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43686) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:08.829247 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-712284524-network', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:08.955511 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Made reservation on behalf of 60fa675e67c848f0981ab28dfcb7537e for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:37:08.957840 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:08.968943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.057189 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Publish callbacks [] for security_group (cd27db96-4d4e-402f-bc6e-93092231be18), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.063032 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.093552 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f3aa9-f6f7-4a0e-ac84-9d3a6898e82c req-2725b85a-8df0-41bd-8fc6-9a73daa67021 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:09.095029 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d60f3aa9-f6f7-4a0e-ac84-9d3a6898e82c req-2725b85a-8df0-41bd-8fc6-9a73daa67021 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0507333 Jan 19 14:37:09.148123 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d60f3aa9-f6f7-4a0e-ac84-9d3a6898e82c req-dffb5500-896c-428b-a95c-bfa189628f06 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476239 Jan 19 14:37:09.178486 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (cd27db96-4d4e-402f-bc6e-93092231be18), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.208585 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:37:09.214997 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd27db96-4d4e-402f-bc6e-93092231be18,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:09.221306 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (60e0d8de-6a77-4063-b2cc-6ff6a0302a48), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.221653 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Added segment 60e0d8de-6a77-4063-b2cc-6ff6a0302a48 of type vlan for network 37d4106b-a111-4480-84fe-234f05498f56 Jan 19 14:37:09.269283 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (37d4106b-a111-4480-84fe-234f05498f56), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.388110 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (37d4106b-a111-4480-84fe-234f05498f56), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.390733 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:09.391531 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.470564 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] Pushing event updated for resources: {'Network': ['ID=37d4106b-a111-4480-84fe-234f05498f56,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:09.482771 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 37d4106b-a111-4480-84fe-234f05498f56 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:37:09.527268 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0d7e9147-098c-4c45-9cfc-d633f4ca1016 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7972255 Jan 19 14:37:09.530278 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43712) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:09.535976 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Request body: {'subnet': {'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-712284524-subnet', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'ip_version': 4}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:09.639032 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Made reservation on behalf of 60fa675e67c848f0981ab28dfcb7537e for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:37:09.644069 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58968024'] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.895905 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62761931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58968054'] for subnet (54ccacf1-3efd-44c6-8dd6-2f8892936041), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:09.959907 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ccacf1-3efd-44c6-8dd6-2f8892936041,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:09.966827 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Checking segment: {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:09.967177 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Network hostable DHCP agents. Network: 37d4106b-a111-4480-84fe-234f05498f56, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:37:10.098704 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Network 37d4106b-a111-4480-84fe-234f05498f56 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:37:10.206972 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 37d4106b-a111-4480-84fe-234f05498f56) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:10.213544 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:10.214397 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.216415 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c8eba-03ac-4662-896a-574a1f1f5d13 None None] Network 37d4106b-a111-4480-84fe-234f05498f56 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:37:10.280842 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea5fbc-0b09-4116-bc0c-4478cc978dfa req-705f3105-fd72-4912-b4cb-da72ed4ebe29 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:10.282708 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-51ea5fbc-0b09-4116-bc0c-4478cc978dfa req-705f3105-fd72-4912-b4cb-da72ed4ebe29 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0616429 Jan 19 14:37:10.345535 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-51ea5fbc-0b09-4116-bc0c-4478cc978dfa req-95b26e2f-fbb5-4a78-b6bc-66dd53d48ec1 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551984 Jan 19 14:37:10.395305 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-384387da-f4f8-4b30-93ad-6c7a01cf7d71 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8633924 Jan 19 14:37:10.399131 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43726) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:10.406054 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:10.466605 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-37d4106b-a111-4480-84fe-234f05498f56', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:37:10.467640 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.498337 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.518942 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.520530 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.584202 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks [] for router_controller (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), precommit_add_association {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.608423 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Allocated IP 172.20.0.2 (37d4106b-a111-4480-84fe-234f05498f56/54ccacf1-3efd-44c6-8dd6-2f8892936041/4cfdf733-8110-445c-90db-ff037b4498a1) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:37:10.747627 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Publish callbacks [] for port (4cfdf733-8110-445c-90db-ff037b4498a1), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.822381 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks [] for router_gateway (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.847452 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.889358 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Network 37d4106b-a111-4480-84fe-234f05498f56 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:10.892038 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:10.895501 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:37:10.902643 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Pushing event updated for resources: {'Port': ['ID=4cfdf733-8110-445c-90db-ff037b4498a1,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:10.926364 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.926734 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.927089 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.927423 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.927747 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.928068 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.928410 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.928729 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.929047 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.929378 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.929704 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.930056 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.930386 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:10.966900 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Attempting to bind port 4cfdf733-8110-445c-90db-ff037b4498a1 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:37:10.967272 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Attempting to bind port 4cfdf733-8110-445c-90db-ff037b4498a1 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:37:10.967636 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Attempting to bind port 4cfdf733-8110-445c-90db-ff037b4498a1 on network 37d4106b-a111-4480-84fe-234f05498f56 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:37:10.973610 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:37:10.974001 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Checking segment: {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:10.974589 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:10.974987 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Bound using segment: {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:37:10.975447 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Bound port: 4cfdf733-8110-445c-90db-ff037b4498a1, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:37:10.975821 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:11.046942 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] For port 4cfdf733-8110-445c-90db-ff037b4498a1, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:37:11.050077 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] For port 4cfdf733-8110-445c-90db-ff037b4498a1, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=4cfdf733-8110-445c-90db-ff037b4498a1,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:37:11.138820 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:11.162571 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks [] for router_gateway (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:11.181562 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:11.231661 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a4a60-21d2-4a88-9907-ee75ccf8a069 None None] Pushing event updated for resources: {'Port': ['ID=4cfdf733-8110-445c-90db-ff037b4498a1,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:11.281640 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:11.306767 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Allocated IP 172.27.1.12 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/5d9747c7-a36c-41fe-83b0-7b9ea65530c1) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:37:11.458897 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks [] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:11.615923 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8f462-f90d-4afc-83a7-0ecf643d44d3 req-1cd378b3-262d-4406-8fed-7ad382b68a78 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:11.618072 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33d8f462-f90d-4afc-83a7-0ecf643d44d3 req-1cd378b3-262d-4406-8fed-7ad382b68a78 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.1569531 Jan 19 14:37:11.702115 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:11.711780 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33d8f462-f90d-4afc-83a7-0ecf643d44d3 req-96417acf-fec5-4cb3-adc2-1de7a74a5218 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827627 Jan 19 14:37:11.730789 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-b92b89e4-7107-44c6-a5aa-efcaec01ebef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514970 Jan 19 14:37:11.753497 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:11.756249 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:11.759747 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:37:11.765240 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9747c7-a36c-41fe-83b0-7b9ea65530c1,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:11.797262 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-b3d908fd-2430-4c91-b964-a6c7df94f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:11.799942 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-b3d908fd-2430-4c91-b964-a6c7df94f4cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0430539 Jan 19 14:37:12.080562 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-0c960a9f-4b84-48ed-81e5-eaeb86ebd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:12.080562 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-0c960a9f-4b84-48ed-81e5-eaeb86ebd066 service neutron] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 919 time: 0.1571832 Jan 19 14:37:12.080562 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-b2942724-3a98-43d2-97ac-18881a37a11e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407dd962-17ab-4662-80ab-da34165bb17f HTTP/1.1" status: 200 len: 217 time: 0.0551648 Jan 19 14:37:12.087687 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdf34b-85d5-4d2a-bab7-febefa2e78b8 req-4e8259e2-fd30-49e0-95ab-a86978414037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:12.089195 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-05cdf34b-85d5-4d2a-bab7-febefa2e78b8 req-4e8259e2-fd30-49e0-95ab-a86978414037 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1099 time: 0.0905120 Jan 19 14:37:12.122264 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-6ea9dc86-209d-4f4a-a5be-3e1e14bdbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:12.125724 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-6ea9dc86-209d-4f4a-a5be-3e1e14bdbf79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.0693998 Jan 19 14:37:12.167011 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-62dc635e-f6cf-472d-9b15-b57f0fd7ff0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356662 Jan 19 14:37:12.170486 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-05cdf34b-85d5-4d2a-bab7-febefa2e78b8 req-8c35e52d-cc98-48a0-a4b1-601f90c4f939 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 Jan 19 14:37:12.320763 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks [] for router_gateway (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:12.479399 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34bf43d-7687-43e7-91ab-018c1a002733 None None] Network 37d4106b-a111-4480-84fe-234f05498f56 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:37:12.480017 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-2e8f0166-b17b-4a23-8e5f-a0a9fc6b3568 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968299 Jan 19 14:37:12.505808 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62856b46-dff8-4818-a1ea-477c113c1567 req-fceee58d-bc4c-4234-8fc4-55c1f0f3cb78 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:12.508506 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-62856b46-dff8-4818-a1ea-477c113c1567 req-fceee58d-bc4c-4234-8fc4-55c1f0f3cb78 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.1318047 Jan 19 14:37:12.603499 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-114dd800-1b5e-475f-9317-1b0bd8004542 None None] Provisioning complete for port 4cfdf733-8110-445c-90db-ff037b4498a1 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:12.604022 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-114dd800-1b5e-475f-9317-1b0bd8004542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:12.716543 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-62856b46-dff8-4818-a1ea-477c113c1567 req-8abfac0f-3fa2-495a-8644-4e8b511cd45f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499219 Jan 19 14:37:12.739172 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:12.778096 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-114dd800-1b5e-475f-9317-1b0bd8004542 None None] Current status of the port 4cfdf733-8110-445c-90db-ff037b4498a1 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:12.778096 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-114dd800-1b5e-475f-9317-1b0bd8004542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:12.826804 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-114dd800-1b5e-475f-9317-1b0bd8004542 None None] For port 4cfdf733-8110-445c-90db-ff037b4498a1, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=4cfdf733-8110-445c-90db-ff037b4498a1,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:12.866023 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-09013eb0-a87b-468e-a118-29a89e80ecdf req-fcc3e124-90ac-404d-b811-fd9798c9328e service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909767 Jan 19 14:37:12.921681 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9c20e-f9b2-4d64-aeb4-a9b2f1fc2157 req-fc4458c8-dcf8-407f-a451-5f0a53e6cc7a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:12.927645 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-90a9c20e-f9b2-4d64-aeb4-a9b2f1fc2157 req-fc4458c8-dcf8-407f-a451-5f0a53e6cc7a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0778551 Jan 19 14:37:12.955607 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-114dd800-1b5e-475f-9317-1b0bd8004542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:12.980107 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-90a9c20e-f9b2-4d64-aeb4-a9b2f1fc2157 req-4fb5e673-3319-4fae-96d4-0ed8bbcfec84 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498295 Jan 19 14:37:13.003151 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114dd800-1b5e-475f-9317-1b0bd8004542 None None] Pushing event updated for resources: {'Port': ['ID=4cfdf733-8110-445c-90db-ff037b4498a1,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:13.075085 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:37:13.075325 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-7f29206a-070d-45b7-b568-abcb4f122574 None None] Provisioning complete for port 4cfdf733-8110-445c-90db-ff037b4498a1 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:13.075474 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f29206a-070d-45b7-b568-abcb4f122574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:13.163334 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7f29206a-070d-45b7-b568-abcb4f122574 None None] Current status of the port 4cfdf733-8110-445c-90db-ff037b4498a1 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:13.186380 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:37:13.197672 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Sync routers for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:37:13.207010 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:37:13.207619 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:13.309292 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:13.310591 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-e8cdd512-5990-41f7-9665-db5e390d2a28 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9080479 Jan 19 14:37:13.311292 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:37:13.313447 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43808) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:13.454504 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:37:13.460119 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 4cfdf733-8110-445c-90db-ff037b4498a1 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:13.509713 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:11Z', 'revision_number': 3, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:13.518827 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 4cfdf733-8110-445c-90db-ff037b4498a1 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:13.521137 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:13.540167 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Checking router: c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:37:13.544423 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Updating router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:37:13.570970 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:13.616177 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 4cfdf733-8110-445c-90db-ff037b4498a1 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:13.778154 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43826) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:13.892791 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7025846-6138-49c1-865b-dccac8c245e4 admin admin] Deleting subnet 83e6b4af-49bd-4e5c-a642-0197f107e479 {{(pid=103125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:37:13.900969 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7025846-6138-49c1-865b-dccac8c245e4 admin admin] Publish callbacks [] for subnet (83e6b4af-49bd-4e5c-a642-0197f107e479), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:13.907723 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Publish callbacks [] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:13.985147 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b5e1-75ab-4313-8000-cc9a0d2aac62 req-21f0a482-ceee-4741-931a-82bc5119a6fa tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:13.986618 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4896b5e1-75ab-4313-8000-cc9a0d2aac62 req-21f0a482-ceee-4741-931a-82bc5119a6fa tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.1416001 Jan 19 14:37:13.993031 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7025846-6138-49c1-865b-dccac8c245e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239063'] for subnet (83e6b4af-49bd-4e5c-a642-0197f107e479), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.009637 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.068689 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Attempting to bind port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:37:14.068923 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Attempting to bind port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:37:14.069237 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Attempting to bind port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:37:14.078529 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:37:14.078895 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:14.079291 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.079675 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:37:14.080136 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Bound port: 5d9747c7-a36c-41fe-83b0-7b9ea65530c1, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:37:14.080506 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.083429 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Pushing event updated for resources: {'Port': ['ID=5d9747c7-a36c-41fe-83b0-7b9ea65530c1,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:14.114789 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.115172 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.115647 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.116480 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.117043 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.117649 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.117770 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.118406 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.118817 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.119909 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.119909 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.120232 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.120564 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:37:14.128409 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7025846-6138-49c1-865b-dccac8c245e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (83e6b4af-49bd-4e5c-a642-0197f107e479), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.153641 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] For port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:37:14.156771 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] For port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=5d9747c7-a36c-41fe-83b0-7b9ea65530c1,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:37:14.173772 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4896b5e1-75ab-4313-8000-cc9a0d2aac62 req-b738f6ec-d7be-4673-a7eb-7030be65a172 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774604 Jan 19 14:37:14.226862 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdc22f-59f4-4e23-ab92-8d1fa692bb88 req-e76fa98a-c5fb-402b-bf20-b76007c11877 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:14.228408 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-35cdc22f-59f4-4e23-ab92-8d1fa692bb88 req-e76fa98a-c5fb-402b-bf20-b76007c11877 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.1567862 Jan 19 14:37:14.230418 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.288596 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:37:14.289316 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:14.328479 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7025846-6138-49c1-865b-dccac8c245e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62761738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58968061'] for subnet (83e6b4af-49bd-4e5c-a642-0197f107e479), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.329883 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a724b-0bf3-4ed5-bd4d-58b97d1010a8 None None] Pushing event updated for resources: {'Port': ['ID=5d9747c7-a36c-41fe-83b0-7b9ea65530c1,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:14.335224 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-35cdc22f-59f4-4e23-ab92-8d1fa692bb88 req-6b9f121d-62bc-4702-b904-87cce8abcacb tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965743 Jan 19 14:37:14.366035 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7025846-6138-49c1-865b-dccac8c245e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e6b4af-49bd-4e5c-a642-0197f107e479,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:14.373278 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d7025846-6138-49c1-865b-dccac8c245e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.378239 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d7025846-6138-49c1-865b-dccac8c245e4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/83e6b4af-49bd-4e5c-a642-0197f107e479 HTTP/1.1" status: 204 len: 168 time: 0.5974956 Jan 19 14:37:14.380451 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.399638 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43834) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:14.422468 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:37:14.502890 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (12984b20-703c-44a3-86c8-1bee6e80b0fd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.552836 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Allocated IP 172.20.0.1 (37d4106b-a111-4480-84fe-234f05498f56/54ccacf1-3efd-44c6-8dd6-2f8892936041/f77e5deb-14cf-4993-9621-363986ef951b) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:37:14.590120 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (12984b20-703c-44a3-86c8-1bee6e80b0fd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.612156 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12984b20-703c-44a3-86c8-1bee6e80b0fd']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:14.622166 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd109d66b-27c4-4509-b70d-9f466ade2191') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:14.622754 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd109d66b-27c4-4509-b70d-9f466ade2191') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:14.633506 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:11Z', 'revision_number': 3, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:14.640737 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (d109d66b-27c4-4509-b70d-9f466ade2191), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.657353 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (d109d66b-27c4-4509-b70d-9f466ade2191), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.664943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:37:14.665273 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (d109d66b-27c4-4509-b70d-9f466ade2191), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:37:14.667386 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:37:14.674675 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927410d-7990-4568-ac2d-3cf89434e18e None None] The sync data for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi is: [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:11Z', 'revision_number': 3, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:37:14.679701 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Publish callbacks [] for port (f77e5deb-14cf-4993-9621-363986ef951b), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.787596 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6513c-d48a-44f9-810a-e24ecb7f7e5f req-c5980fb4-b7ae-4c2b-8a68-fd56e2300d3b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:14.796322 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7fc6513c-d48a-44f9-810a-e24ecb7f7e5f req-c5980fb4-b7ae-4c2b-8a68-fd56e2300d3b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0610297 Jan 19 14:37:14.815322 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (f77e5deb-14cf-4993-9621-363986ef951b), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.856055 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-2851636e-1161-440f-8d06-7db84158465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:14.860154 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-2851636e-1161-440f-8d06-7db84158465b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1099 time: 0.0553703 Jan 19 14:37:14.891443 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Network 37d4106b-a111-4480-84fe-234f05498f56 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:14.892342 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (12984b20-703c-44a3-86c8-1bee6e80b0fd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.898512 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7fc6513c-d48a-44f9-810a-e24ecb7f7e5f req-4a5f6572-fb52-402f-905e-869a20e87b99 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013560 Jan 19 14:37:14.900103 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Pushing event updated for resources: {'Port': ['ID=f77e5deb-14cf-4993-9621-363986ef951b,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:14.902889 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:14.912252 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:37:14.948119 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:14.963831 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] 10.222.0.79 "DELETE /v2.0/networks/12984b20-703c-44a3-86c8-1bee6e80b0fd HTTP/1.1" status: 204 len: 168 time: 0.5599060 Jan 19 14:37:14.963831 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a16d80-290d-41fe-8820-fe7dd2fb0c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=12984b20-703c-44a3-86c8-1bee6e80b0fd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:14.964141 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43846) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:14.979509 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.040521 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-b746f228-110c-48ee-acad-d05d9f2f0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:15.042253 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-b746f228-110c-48ee-acad-d05d9f2f0297 service neutron] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 919 time: 0.1727083 Jan 19 14:37:15.088667 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f71c612-eeb0-4815-98ad-75b0102f8c3e admin admin] Deleting subnet d12ae195-0b5d-4675-9f32-6c012cbd0a15 {{(pid=103125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:37:15.096844 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-36866b49-03a7-4f03-9510-1d59cd838ce7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4478630-1874-4828-b111-cd777e547205 HTTP/1.1" status: 200 len: 217 time: 0.0455518 Jan 19 14:37:15.105094 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2f71c612-eeb0-4815-98ad-75b0102f8c3e admin admin] Publish callbacks [] for subnet (d12ae195-0b5d-4675-9f32-6c012cbd0a15), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.161362 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-3a5d7b04-c582-4306-a5c9-791bf424355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:15.163007 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-3a5d7b04-c582-4306-a5c9-791bf424355b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.0530870 Jan 19 14:37:15.178248 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2f71c612-eeb0-4815-98ad-75b0102f8c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239063'] for subnet (d12ae195-0b5d-4675-9f32-6c012cbd0a15), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.199047 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-827f1b1f-ef1f-4957-8b2d-dfce19e4882e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289910 Jan 19 14:37:15.254990 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2f71c612-eeb0-4815-98ad-75b0102f8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (d12ae195-0b5d-4675-9f32-6c012cbd0a15), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.307433 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-581f76ba-e3f9-4fc5-92cb-ee634097398c None None] Provisioning complete for port f77e5deb-14cf-4993-9621-363986ef951b triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:15.307972 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-581f76ba-e3f9-4fc5-92cb-ee634097398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f77e5deb-14cf-4993-9621-363986ef951b), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.310605 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-8fb38c47-ec9b-4669-8edf-83ea9f4bcadc service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040874 Jan 19 14:37:15.364196 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-581f76ba-e3f9-4fc5-92cb-ee634097398c None None] Port f77e5deb-14cf-4993-9621-363986ef951b cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:37:15.398444 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0d0f9-f23d-44f1-8195-1669164936e8 req-0ae321b0-a7b3-4aa5-bf94-141cf2db58e4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:15.401007 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bbd0d0f9-f23d-44f1-8195-1669164936e8 req-0ae321b0-a7b3-4aa5-bf94-141cf2db58e4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.1251953 Jan 19 14:37:15.416426 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f77e5deb-14cf-4993-9621-363986ef951b), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.452465 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-43923f62-66aa-4852-bb58-6ed634ea0877 req-8b92f949-ec7d-4aa3-88b8-7f7aca67c83c service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303918 Jan 19 14:37:15.465583 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:15.506784 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2f71c612-eeb0-4815-98ad-75b0102f8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62761738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58968061'] for subnet (d12ae195-0b5d-4675-9f32-6c012cbd0a15), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.516023 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bbd0d0f9-f23d-44f1-8195-1669164936e8 req-07b0da52-c318-4ff4-a278-0a167c53d0fb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967038 Jan 19 14:37:15.528135 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:15.528592 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.543307 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71c612-eeb0-4815-98ad-75b0102f8c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12ae195-0b5d-4675-9f32-6c012cbd0a15,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:15.554349 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2f71c612-eeb0-4815-98ad-75b0102f8c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.560038 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2f71c612-eeb0-4815-98ad-75b0102f8c3e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d12ae195-0b5d-4675-9f32-6c012cbd0a15 HTTP/1.1" status: 204 len: 168 time: 0.5924723 Jan 19 14:37:15.560658 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43850) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:15.630814 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:15.631667 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.658086 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=5d9747c7-a36c-41fe-83b0-7b9ea65530c1,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:15.680990 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (f649cf65-a914-4a4b-be30-7bc485a5f2e5), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.729799 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.799895 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=5d9747c7-a36c-41fe-83b0-7b9ea65530c1,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:15.809456 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (f649cf65-a914-4a4b-be30-7bc485a5f2e5), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.813777 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Publish callbacks [] for port (f77e5deb-14cf-4993-9621-363986ef951b), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.835512 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f649cf65-a914-4a4b-be30-7bc485a5f2e5']}} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:15.845104 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b2383f-a448-403e-a957-b298e20e026a') {'for_net_delete': True} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:15.845397 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b2383f-a448-403e-a957-b298e20e026a') {} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:15.854955 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239054'] for segment (b7b2383f-a448-403e-a957-b298e20e026a), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.868034 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (b7b2383f-a448-403e-a957-b298e20e026a), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.875037 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:37:15.875416 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62761812'] for segment (b7b2383f-a448-403e-a957-b298e20e026a), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: Traceback (most recent call last): Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: timer() Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: cb(*args, **kw) Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: return func(*args, **kwargs) Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: self._notify() Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: self.callback(batched_events) Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: event.method(event) Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: return f(self, *a, **k) Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._get(url).json() Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: return self.request(url, 'GET', **kwargs) Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:37:15.877167 dv-cinder-799871-15-iscsi neutron-server[103125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:37:15.889530 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (f77e5deb-14cf-4993-9621-363986ef951b), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:15.992679 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Pushing event updated for resources: {'Port': ['ID=f77e5deb-14cf-4993-9621-363986ef951b,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:16.007077 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:16.079837 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (f649cf65-a914-4a4b-be30-7bc485a5f2e5), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:16.088892 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:16.092041 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] 10.222.0.79 "DELETE /v2.0/networks/f649cf65-a914-4a4b-be30-7bc485a5f2e5 HTTP/1.1" status: 204 len: 168 time: 0.5303903 Jan 19 14:37:16.112679 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27a28e-c105-41ce-a823-095ef23341df admin admin] Pushing event deleted for resources: {'Network': ['ID=f649cf65-a914-4a4b-be30-7bc485a5f2e5,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:16.146980 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbe6c5-28a9-4b74-8db6-b5d0faaa3508 req-b4366135-ee44-4459-803d-ffb7a1c2b41e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:16.148474 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-38dbe6c5-28a9-4b74-8db6-b5d0faaa3508 req-b4366135-ee44-4459-803d-ffb7a1c2b41e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.1328447 Jan 19 14:37:16.178309 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Network 37d4106b-a111-4480-84fe-234f05498f56 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:16.183264 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:16.247829 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-38dbe6c5-28a9-4b74-8db6-b5d0faaa3508 req-1c98f396-2ddc-4b32-bd28-b6d9a9a0149b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936770 Jan 19 14:37:16.328883 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:37:16.447029 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:37:16.452943 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-65e36f5a-4208-4519-95a4-c8c552865b7e admin admin] 10.222.0.79 "PUT /v2.0/routers/c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1385190 Jan 19 14:37:16.496039 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-d12c6be8-0c3c-4cf4-b1da-48c05a37d877 None None] Provisioning complete for port f77e5deb-14cf-4993-9621-363986ef951b triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:16.496624 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d12c6be8-0c3c-4cf4-b1da-48c05a37d877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f77e5deb-14cf-4993-9621-363986ef951b), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:16.520555 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43864) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:16.530589 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d12c6be8-0c3c-4cf4-b1da-48c05a37d877 None None] Port f77e5deb-14cf-4993-9621-363986ef951b cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:37:16.580724 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-9e043cb7-ff70-4d81-94dd-c32ca6e75a77 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c285cf8f49b496b9f4517f8449a0fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568001 Jan 19 14:37:16.580724 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43868) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:16.614597 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Sync routers for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:37:16.625884 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:37:16.626648 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:16.665837 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd801140-a9fe-442a-a84c-48963a6d36e5 admin admin] Publish callbacks [] for security_group (3980ca0f-ad11-4e20-8515-33485c65a11a), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:16.695361 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de55ad-4674-44f7-be00-50353cd8c42a req-d86d99a1-a721-4324-835b-235f2783a088 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:16.696850 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-92de55ad-4674-44f7-be00-50353cd8c42a req-d86d99a1-a721-4324-835b-235f2783a088 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0765297 Jan 19 14:37:16.701553 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd801140-a9fe-442a-a84c-48963a6d36e5 admin admin] Publish callbacks [] for security_group (3980ca0f-ad11-4e20-8515-33485c65a11a), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:16.745519 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:37:16.770812 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-92de55ad-4674-44f7-be00-50353cd8c42a req-478150a6-6c48-4b8f-b848-45f6c9496cc3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666528 Jan 19 14:37:16.875416 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd801140-a9fe-442a-a84c-48963a6d36e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (3980ca0f-ad11-4e20-8515-33485c65a11a), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:16.878996 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-dd801140-a9fe-442a-a84c-48963a6d36e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:16.882965 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-dd801140-a9fe-442a-a84c-48963a6d36e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3980ca0f-ad11-4e20-8515-33485c65a11a HTTP/1.1" status: 204 len: 168 time: 0.3007939 Jan 19 14:37:16.895730 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd801140-a9fe-442a-a84c-48963a6d36e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980ca0f-ad11-4e20-8515-33485c65a11a,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:17.024403 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f77e5deb-14cf-4993-9621-363986ef951b', 'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'mac_address': 'fa:16:3e:a3:63:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:14Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 2, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'subnets': [{'id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:17.049763 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Checking router: c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:37:17.054572 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Updating router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a port f77e5deb-14cf-4993-9621-363986ef951b binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:37:17.074160 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f77e5deb-14cf-4993-9621-363986ef951b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:17.377260 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Publish callbacks [] for port (f77e5deb-14cf-4993-9621-363986ef951b), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:17.445446 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d4ce2-0846-4291-b28f-228fd3d443a5 req-c6764414-20cc-4da7-969c-a22906e63eb2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:17.447218 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d35d4ce2-0846-4291-b28f-228fd3d443a5 req-c6764414-20cc-4da7-969c-a22906e63eb2 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0851369 Jan 19 14:37:17.467427 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:17.472388 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f77e5deb-14cf-4993-9621-363986ef951b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:17.524856 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d35d4ce2-0846-4291-b28f-228fd3d443a5 req-092f5da0-534b-48ff-9980-7fd1425733f1 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688541 Jan 19 14:37:17.550084 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43904) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:17.554406 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2093704272-network', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:17.617768 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33682a6-567e-46b8-98da-166dee00166e None None] Pushing event updated for resources: {'Port': ['ID=f77e5deb-14cf-4993-9621-363986ef951b,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:17.689416 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:17.689814 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:17.722847 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Made reservation on behalf of d3bb081487a04eada0a1a6b2741dda7a for: {'network': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:37:17.726217 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:17.736320 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Attempting to bind port f77e5deb-14cf-4993-9621-363986ef951b on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:37:17.736702 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Attempting to bind port f77e5deb-14cf-4993-9621-363986ef951b by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:37:17.737262 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Attempting to bind port f77e5deb-14cf-4993-9621-363986ef951b on network 37d4106b-a111-4480-84fe-234f05498f56 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:37:17.738892 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:17.748952 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:37:17.749552 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Checking segment: {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:17.750166 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:17.750571 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Bound using segment: {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:37:17.751155 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Bound port: f77e5deb-14cf-4993-9621-363986ef951b, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:37:17.751839 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f77e5deb-14cf-4993-9621-363986ef951b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:17.878824 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Publish callbacks [] for security_group (3f858eb4-d833-4e27-a638-930022fb0a28), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:17.945740 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58419113-0933-4f19-b23a-251a711c4952 req-747f0062-3f88-4586-952c-e8e055518151 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:17.954738 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-58419113-0933-4f19-b23a-251a711c4952 req-747f0062-3f88-4586-952c-e8e055518151 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0640357 Jan 19 14:37:18.002221 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-58419113-0933-4f19-b23a-251a711c4952 req-a8f51a19-e470-46b1-a4d8-e08b7189ccd8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457852 Jan 19 14:37:18.012089 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:18.019357 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-25334924-7497-4346-a527-44bfdd759dc7 None None] Provisioning complete for port f77e5deb-14cf-4993-9621-363986ef951b triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:18.019734 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-25334924-7497-4346-a527-44bfdd759dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f77e5deb-14cf-4993-9621-363986ef951b), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.046268 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] For port f77e5deb-14cf-4993-9621-363986ef951b, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:37:18.070495 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] For port f77e5deb-14cf-4993-9621-363986ef951b, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f77e5deb-14cf-4993-9621-363986ef951b,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:37:18.072886 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-25334924-7497-4346-a527-44bfdd759dc7 None None] Port f77e5deb-14cf-4993-9621-363986ef951b cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:37:18.073751 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (3f858eb4-d833-4e27-a638-930022fb0a28), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.089345 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43914) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:18.098652 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:37:18.118092 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (dfb775da-dc9b-409f-a967-183bb1a55aec), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.118431 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.segments_db [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Added segment dfb775da-dc9b-409f-a967-183bb1a55aec of type vlan for network eee66227-7740-479e-9c98-c28a853327c5 Jan 19 14:37:18.119665 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f858eb4-d833-4e27-a638-930022fb0a28,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:18.140844 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0b50e653-739b-402e-96f3-405600ec56c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a20b871d90f411583cf350d13ee8ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443556 Jan 19 14:37:18.140844 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 43918) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:18.164276 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (eee66227-7740-479e-9c98-c28a853327c5), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.190466 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12674e9a-87e3-4f98-a8f7-3098a19fd342 admin admin] Publish callbacks [] for security_group (e676f38f-e898-4841-8b4b-3f9917e9326f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.212278 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12674e9a-87e3-4f98-a8f7-3098a19fd342 admin admin] Publish callbacks [] for security_group (e676f38f-e898-4841-8b4b-3f9917e9326f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.221673 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f77e5deb-14cf-4993-9621-363986ef951b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.281629 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (eee66227-7740-479e-9c98-c28a853327c5), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.284559 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:18.284559 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.300998 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:37:18.302804 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:18.304882 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33682a6-567e-46b8-98da-166dee00166e None None] Pushing event updated for resources: {'Port': ['ID=f77e5deb-14cf-4993-9621-363986ef951b,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:18.362943 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] Pushing event updated for resources: {'Network': ['ID=eee66227-7740-479e-9c98-c28a853327c5,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:18.375041 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network eee66227-7740-479e-9c98-c28a853327c5 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:37:18.453255 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12674e9a-87e3-4f98-a8f7-3098a19fd342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e676f38f-e898-4841-8b4b-3f9917e9326f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.458473 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-12674e9a-87e3-4f98-a8f7-3098a19fd342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.462025 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-12674e9a-87e3-4f98-a8f7-3098a19fd342 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e676f38f-e898-4841-8b4b-3f9917e9326f HTTP/1.1" status: 204 len: 168 time: 0.3236997 Jan 19 14:37:18.472848 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12674e9a-87e3-4f98-a8f7-3098a19fd342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e676f38f-e898-4841-8b4b-3f9917e9326f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:18.507386 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:37:18.523234 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-32e809ee-7e06-435d-a0db-a63b66cf6b7d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9774435 Jan 19 14:37:18.525849 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43930) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:18.530638 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Request body: {'subnet': {'network_id': 'eee66227-7740-479e-9c98-c28a853327c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2093704272-subnet', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'ip_version': 4}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:18.578863 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-a187216d-9f96-45f7-abc9-c8f80d360336 None None] Provisioning complete for port f77e5deb-14cf-4993-9621-363986ef951b triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:18.579245 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a187216d-9f96-45f7-abc9-c8f80d360336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f77e5deb-14cf-4993-9621-363986ef951b), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.647819 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Made reservation on behalf of d3bb081487a04eada0a1a6b2741dda7a for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:37:18.650911 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58968024'] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.701203 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b0a1c-ba02-4bed-aee3-0f224715ae26 req-a3b41cd7-64ce-4eb9-be2f-69f0dc91a26c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:18.702823 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-de5b0a1c-ba02-4bed-aee3-0f224715ae26 req-a3b41cd7-64ce-4eb9-be2f-69f0dc91a26c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0922256 Jan 19 14:37:18.758877 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a187216d-9f96-45f7-abc9-c8f80d360336 None None] Current status of the port f77e5deb-14cf-4993-9621-363986ef951b is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:18.759642 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a187216d-9f96-45f7-abc9-c8f80d360336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f77e5deb-14cf-4993-9621-363986ef951b), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.777237 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-de5b0a1c-ba02-4bed-aee3-0f224715ae26 req-bc763d55-bd62-4b9f-907a-b305b778f506 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636716 Jan 19 14:37:18.821896 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a187216d-9f96-45f7-abc9-c8f80d360336 None None] For port f77e5deb-14cf-4993-9621-363986ef951b, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f77e5deb-14cf-4993-9621-363986ef951b,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:18.837765 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f77e5deb-14cf-4993-9621-363986ef951b', 'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'mac_address': 'fa:16:3e:a3:63:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:14Z', 'updated_at': '2022-01-19T14:37:18Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'subnets': [{'id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:18.873603 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc37a2b-b44c-4246-aa35-8c920941f414 None None] The sync data for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi is: [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f77e5deb-14cf-4993-9621-363986ef951b', 'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'mac_address': 'fa:16:3e:a3:63:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:14Z', 'updated_at': '2022-01-19T14:37:18Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'subnets': [{'id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:37:18.886712 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a187216d-9f96-45f7-abc9-c8f80d360336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f77e5deb-14cf-4993-9621-363986ef951b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:18.987596 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187216d-9f96-45f7-abc9-c8f80d360336 None None] Pushing event updated for resources: {'Port': ['ID=f77e5deb-14cf-4993-9621-363986ef951b,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:19.002457 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62761931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58968054'] for subnet (edb537a5-c884-4478-8227-028ff9aefca2), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:19.140968 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb537a5-c884-4478-8227-028ff9aefca2,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:19.167706 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Checking segment: {'id': 'dfb775da-dc9b-409f-a967-183bb1a55aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:19.168048 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Network hostable DHCP agents. Network: eee66227-7740-479e-9c98-c28a853327c5, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:37:19.198029 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89e608-180a-4c68-8d91-84dae2022ef2 req-f7a73923-de96-4303-b7bd-bfc142af11f9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:19.200819 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-da89e608-180a-4c68-8d91-84dae2022ef2 req-f7a73923-de96-4303-b7bd-bfc142af11f9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0935788 Jan 19 14:37:19.249155 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-da89e608-180a-4c68-8d91-84dae2022ef2 req-6f2698e3-967b-4b25-bcb5-d60143fd90a4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433314 Jan 19 14:37:19.290242 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Network eee66227-7740-479e-9c98-c28a853327c5 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:37:19.438029 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, eee66227-7740-479e-9c98-c28a853327c5) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:19.444844 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:19.447337 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:19.447604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb50b8-1958-41f5-8c88-e7811a9b5393 None None] Network eee66227-7740-479e-9c98-c28a853327c5 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:37:19.519238 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f77e5deb-14cf-4993-9621-363986ef951b up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:19.566014 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-61d982e5-ac19-4a64-9223-73962c2182f4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0318136 Jan 19 14:37:19.566014 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 43962) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:19.575012 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:19.651836 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port f77e5deb-14cf-4993-9621-363986ef951b triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:19.652395 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f77e5deb-14cf-4993-9621-363986ef951b), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:19.693534 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-eee66227-7740-479e-9c98-c28a853327c5', 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5', 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'fixed_ips': [{'subnet_id': 'edb537a5-c884-4478-8227-028ff9aefca2'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:37:19.694805 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:19.718829 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (339556fa-04be-4d38-8563-3a3bb45f7bdc), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:19.719921 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (339556fa-04be-4d38-8563-3a3bb45f7bdc), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:19.796028 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks [] for router_controller (339556fa-04be-4d38-8563-3a3bb45f7bdc), precommit_add_association {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:19.880056 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port f77e5deb-14cf-4993-9621-363986ef951b is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:19.902225 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Allocated IP 172.20.0.2 (eee66227-7740-479e-9c98-c28a853327c5/edb537a5-c884-4478-8227-028ff9aefca2/38aef994-d185-4f56-9c27-9251ef1d40f0) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:37:20.112484 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks [] for router_gateway (339556fa-04be-4d38-8563-3a3bb45f7bdc), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:20.144422 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Publish callbacks [] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:20.238953 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:20.310149 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Pushing event updated for resources: {'Port': ['ID=38aef994-d185-4f56-9c27-9251ef1d40f0,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:20.326858 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Network eee66227-7740-479e-9c98-c28a853327c5 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:20.328849 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:20.335202 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:37:20.398305 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Attempting to bind port 38aef994-d185-4f56-9c27-9251ef1d40f0 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:37:20.398676 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Attempting to bind port 38aef994-d185-4f56-9c27-9251ef1d40f0 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': 'dfb775da-dc9b-409f-a967-183bb1a55aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:37:20.399046 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Attempting to bind port 38aef994-d185-4f56-9c27-9251ef1d40f0 on network eee66227-7740-479e-9c98-c28a853327c5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:37:20.405720 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:37:20.406676 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Checking segment: {'id': 'dfb775da-dc9b-409f-a967-183bb1a55aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:20.406676 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:20.407011 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Bound using segment: {'id': 'dfb775da-dc9b-409f-a967-183bb1a55aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:37:20.407851 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Bound port: 38aef994-d185-4f56-9c27-9251ef1d40f0, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb775da-dc9b-409f-a967-183bb1a55aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:37:20.407851 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:20.474166 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] For port 38aef994-d185-4f56-9c27-9251ef1d40f0, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:37:20.477440 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] For port 38aef994-d185-4f56-9c27-9251ef1d40f0, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=38aef994-d185-4f56-9c27-9251ef1d40f0,segment=NetworkSegment(dfb775da-dc9b-409f-a967-183bb1a55aec),segment_id=dfb775da-dc9b-409f-a967-183bb1a55aec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:37:20.536195 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd79de3-f3a6-44da-9080-1c09ac24587d req-206de5d2-0452-4f73-9ab5-cda35fbf996e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:20.537671 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ecd79de3-f3a6-44da-9080-1c09ac24587d req-206de5d2-0452-4f73-9ab5-cda35fbf996e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0579793 Jan 19 14:37:20.584609 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:20.608407 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ecd79de3-f3a6-44da-9080-1c09ac24587d req-d2ba384c-8171-4791-88ce-b389a2517247 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644681 Jan 19 14:37:20.649235 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eddbca-5b88-4783-b9c7-5554f56dd5a2 None None] Pushing event updated for resources: {'Port': ['ID=38aef994-d185-4f56-9c27-9251ef1d40f0,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:20.768346 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab1e55-6608-4b71-a624-852d4bceea98 req-1153e3ba-4bce-419d-85b1-2d03d038a976 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:20.769933 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f6ab1e55-6608-4b71-a624-852d4bceea98 req-1153e3ba-4bce-419d-85b1-2d03d038a976 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.1125436 Jan 19 14:37:20.771243 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks [] for router_gateway (339556fa-04be-4d38-8563-3a3bb45f7bdc), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:20.794279 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:20.969856 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f6ab1e55-6608-4b71-a624-852d4bceea98 req-b9752c60-94fb-4a37-b158-ef35e9e56ecc tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778667 Jan 19 14:37:20.990338 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709ee70-c2d9-45e6-b1f3-9a7b5823948b req-2ce5f7da-c89b-42b4-9065-fdc8018604df tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:20.997495 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b709ee70-c2d9-45e6-b1f3-9a7b5823948b req-2ce5f7da-c89b-42b4-9065-fdc8018604df tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.2065430 Jan 19 14:37:21.094152 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b709ee70-c2d9-45e6-b1f3-9a7b5823948b req-75ad9e06-9b75-4fbc-9250-fc5d53bfca93 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953884 Jan 19 14:37:21.095226 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Allocated IP 172.27.1.219 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/57f42aea-966f-413e-ace4-80f136c8efb8) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:37:21.320664 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks [] for port (57f42aea-966f-413e-ace4-80f136c8efb8), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:21.410249 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:21.453229 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 38aef994-d185-4f56-9c27-9251ef1d40f0 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:21.465591 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:21.469675 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:21.485460 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Pushing event updated for resources: {'Port': ['ID=57f42aea-966f-413e-ace4-80f136c8efb8,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:21.487624 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:37:21.537502 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 38aef994-d185-4f56-9c27-9251ef1d40f0 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:21.538153 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:21.619658 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 38aef994-d185-4f56-9c27-9251ef1d40f0 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:21.620142 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:21.659034 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port 38aef994-d185-4f56-9c27-9251ef1d40f0, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=38aef994-d185-4f56-9c27-9251ef1d40f0,segment=NetworkSegment(dfb775da-dc9b-409f-a967-183bb1a55aec),segment_id=dfb775da-dc9b-409f-a967-183bb1a55aec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:21.747899 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fd4ac0-d419-4290-9df9-bfb93c5d146d None None] Network eee66227-7740-479e-9c98-c28a853327c5 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:37:21.750194 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aa728-5150-481c-943d-dd9cdf7a42ed req-95d1496e-c276-4ac7-be4c-d11d83ce1494 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:21.751723 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-561aa728-5150-481c-943d-dd9cdf7a42ed req-95d1496e-c276-4ac7-be4c-d11d83ce1494 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0577183 Jan 19 14:37:21.835967 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-561aa728-5150-481c-943d-dd9cdf7a42ed req-c98ab3c6-2e16-4859-b24b-823f3c302e87 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784025 Jan 19 14:37:21.909738 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks [] for router_gateway (339556fa-04be-4d38-8563-3a3bb45f7bdc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:21.925649 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:21.976360 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-5a5e6fc9-2d90-47a3-bdcc-8590f96c04a5 None None] Provisioning complete for port 38aef994-d185-4f56-9c27-9251ef1d40f0 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:21.976734 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5a5e6fc9-2d90-47a3-bdcc-8590f96c04a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:22.027505 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=38aef994-d185-4f56-9c27-9251ef1d40f0,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:22.115095 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e6fc9-2d90-47a3-bdcc-8590f96c04a5 None None] Current status of the port 38aef994-d185-4f56-9c27-9251ef1d40f0 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:22.224033 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15291f2a-5cce-4995-87c9-19c9fdf2df85 req-6b07c8bf-f857-4da7-8ef9-dc7c40e22a27 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:22.225556 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15291f2a-5cce-4995-87c9-19c9fdf2df85 req-6b07c8bf-f857-4da7-8ef9-dc7c40e22a27 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.1100712 Jan 19 14:37:22.230722 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (339556fa-04be-4d38-8563-3a3bb45f7bdc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:22.318953 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15291f2a-5cce-4995-87c9-19c9fdf2df85 req-a4d4439b-5866-4cba-9d19-a12c4042fd70 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852387 Jan 19 14:37:22.339213 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-3a143e15-d81a-408f-9e81-a2622ebc5726 None None] Provisioning complete for port 38aef994-d185-4f56-9c27-9251ef1d40f0 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:22.339661 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-3a143e15-d81a-408f-9e81-a2622ebc5726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:22.419145 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-3a143e15-d81a-408f-9e81-a2622ebc5726 None None] Current status of the port 38aef994-d185-4f56-9c27-9251ef1d40f0 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:22.508637 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Router 339556fa-04be-4d38-8563-3a3bb45f7bdc is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:37:22.615127 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:37:22.624725 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Sync routers for ids ['339556fa-04be-4d38-8563-3a3bb45f7bdc'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:37:22.634356 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Routers {'339556fa-04be-4d38-8563-3a3bb45f7bdc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:37:22.634966 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['339556fa-04be-4d38-8563-3a3bb45f7bdc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:22.699739 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:22.700887 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-9da46e0c-9502-4f3f-9892-e2b6602d3f40 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1377797 Jan 19 14:37:22.704210 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44040) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:22.820817 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Set router 339556fa-04be-4d38-8563-3a3bb45f7bdc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:37:23.008123 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:19Z', 'updated_at': '2022-01-19T14:37:21Z', 'revision_number': 3, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'gw_port': {'id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:20Z', 'updated_at': '2022-01-19T14:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:23.035839 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d68039-c5dc-44a9-bfe1-570d32a9be4f req-41fa8935-93ab-4efd-9931-b2c145bdce6f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:23.036548 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Checking router: 339556fa-04be-4d38-8563-3a3bb45f7bdc for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:37:23.037233 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Updating router 339556fa-04be-4d38-8563-3a3bb45f7bdc port 57f42aea-966f-413e-ace4-80f136c8efb8 binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:37:23.037368 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b8d68039-c5dc-44a9-bfe1-570d32a9be4f req-41fa8935-93ab-4efd-9931-b2c145bdce6f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0885482 Jan 19 14:37:23.067953 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.122143 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b8d68039-c5dc-44a9-bfe1-570d32a9be4f req-7aab61f8-6827-4029-b5f0-7e648bffbf4d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779181 Jan 19 14:37:23.193750 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.335381 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Publish callbacks [] for port (57f42aea-966f-413e-ace4-80f136c8efb8), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.350644 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Allocated IP 172.20.0.1 (eee66227-7740-479e-9c98-c28a853327c5/edb537a5-c884-4478-8227-028ff9aefca2/3936ddcc-4e83-43e5-9d26-b3f3204ac1ee) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:37:23.416476 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 38aef994-d185-4f56-9c27-9251ef1d40f0 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:23.422889 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.467585 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 38aef994-d185-4f56-9c27-9251ef1d40f0 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:23.467949 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.480933 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Attempting to bind port 57f42aea-966f-413e-ace4-80f136c8efb8 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:37:23.481467 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Attempting to bind port 57f42aea-966f-413e-ace4-80f136c8efb8 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:37:23.481839 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Attempting to bind port 57f42aea-966f-413e-ace4-80f136c8efb8 on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:37:23.492078 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:37:23.495508 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:23.500569 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.500569 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:37:23.500569 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Bound port: 57f42aea-966f-413e-ace4-80f136c8efb8, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:37:23.500569 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.509419 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366774-b6ed-4003-8f26-3e31a25a8597 req-7f22ef14-6eb2-41ef-9405-036985d751f5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:23.519013 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d6366774-b6ed-4003-8f26-3e31a25a8597 req-7f22ef14-6eb2-41ef-9405-036985d751f5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.1117826 Jan 19 14:37:23.530830 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Publish callbacks [] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.555900 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] For port 57f42aea-966f-413e-ace4-80f136c8efb8, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:37:23.559234 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] For port 57f42aea-966f-413e-ace4-80f136c8efb8, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=57f42aea-966f-413e-ace4-80f136c8efb8,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:37:23.560606 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abffea-b59f-4473-bc27-94f430a42c2c None None] Pushing event updated for resources: {'Port': ['ID=57f42aea-966f-413e-ace4-80f136c8efb8,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:23.575552 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 38aef994-d185-4f56-9c27-9251ef1d40f0 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:23.595059 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d6366774-b6ed-4003-8f26-3e31a25a8597 req-647042be-4cf4-44fa-965a-b9ad245f85ec tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751030 Jan 19 14:37:23.646445 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.672795 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.696915 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Routers {'339556fa-04be-4d38-8563-3a3bb45f7bdc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:37:23.697539 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['339556fa-04be-4d38-8563-3a3bb45f7bdc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:23.716334 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Network eee66227-7740-479e-9c98-c28a853327c5 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:23.721261 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:23.724784 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:37:23.754477 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Pushing event updated for resources: {'Port': ['ID=3936ddcc-4e83-43e5-9d26-b3f3204ac1ee,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:23.767366 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abffea-b59f-4473-bc27-94f430a42c2c None None] Pushing event updated for resources: {'Port': ['ID=57f42aea-966f-413e-ace4-80f136c8efb8,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:23.774664 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (339556fa-04be-4d38-8563-3a3bb45f7bdc), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:23.824143 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] Set router 339556fa-04be-4d38-8563-3a3bb45f7bdc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:37:23.999582 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.036488 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44062) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:24.059572 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-310bc82d-610d-450a-8f1d-480f7937c456 None None] Provisioning complete for port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:24.060010 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-310bc82d-610d-450a-8f1d-480f7937c456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.081836 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:19Z', 'updated_at': '2022-01-19T14:37:21Z', 'revision_number': 3, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'gw_port': {'id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:20Z', 'updated_at': '2022-01-19T14:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:24.101952 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-310bc82d-610d-450a-8f1d-480f7937c456 None None] Port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:37:24.118255 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64cfb2-8f53-4f92-848c-9a5e7733ec88 None None] The sync data for ids ['339556fa-04be-4d38-8563-3a3bb45f7bdc'] in dv-cinder-799871-15-iscsi is: [{'id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:19Z', 'updated_at': '2022-01-19T14:37:21Z', 'revision_number': 3, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'gw_port': {'id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:20Z', 'updated_at': '2022-01-19T14:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:37:24.182784 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b72e1e-9652-4347-a5fb-aff8799cec8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.187711 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Publish callbacks [] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.276392 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.278687 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b72e1e-9652-4347-a5fb-aff8799cec8c admin admin] Publish callbacks [] for security_group (a051bdff-8612-42a2-9e2e-4a4959333da6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.347137 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (339556fa-04be-4d38-8563-3a3bb45f7bdc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.357964 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-24b72e1e-9652-4347-a5fb-aff8799cec8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a051bdff-8612-42a2-9e2e-4a4959333da6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.358114 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708723f-3aff-4fc2-929a-f379282aa56a req-921c2ad8-1695-41af-a68c-25c848417797 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:24.359601 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f708723f-3aff-4fc2-929a-f379282aa56a req-921c2ad8-1695-41af-a68c-25c848417797 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.1205003 Jan 19 14:37:24.363891 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Pushing event updated for resources: {'Port': ['ID=3936ddcc-4e83-43e5-9d26-b3f3204ac1ee,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:24.386230 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b72e1e-9652-4347-a5fb-aff8799cec8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a051bdff-8612-42a2-9e2e-4a4959333da6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:24.415101 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-24b72e1e-9652-4347-a5fb-aff8799cec8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e2fba9f9d5b45e2a136cf905c1f6c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768127 Jan 19 14:37:24.417546 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44070) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:24.474139 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2496cbac-79ad-40b2-80e4-9133dd157c15 admin admin] Publish callbacks [] for security_group (a051bdff-8612-42a2-9e2e-4a4959333da6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.493484 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f708723f-3aff-4fc2-929a-f379282aa56a req-b4f04756-bc79-4e4e-89e4-94bc909cc814 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270313 Jan 19 14:37:24.497712 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2496cbac-79ad-40b2-80e4-9133dd157c15 admin admin] Publish callbacks [] for security_group (a051bdff-8612-42a2-9e2e-4a4959333da6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.535888 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Network eee66227-7740-479e-9c98-c28a853327c5 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:24.540301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:24.623695 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2496cbac-79ad-40b2-80e4-9133dd157c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a051bdff-8612-42a2-9e2e-4a4959333da6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.626649 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2496cbac-79ad-40b2-80e4-9133dd157c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.629267 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-2496cbac-79ad-40b2-80e4-9133dd157c15 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a051bdff-8612-42a2-9e2e-4a4959333da6 HTTP/1.1" status: 204 len: 168 time: 0.2105970 Jan 19 14:37:24.641096 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496cbac-79ad-40b2-80e4-9133dd157c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a051bdff-8612-42a2-9e2e-4a4959333da6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:24.836182 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-2ddd5b32-05cf-4587-8927-cf1703a78c78 None None] Provisioning complete for port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:24.837223 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5b32-05cf-4587-8927-cf1703a78c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:24.877834 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd5b32-05cf-4587-8927-cf1703a78c78 None None] Port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:37:24.941041 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Router 339556fa-04be-4d38-8563-3a3bb45f7bdc has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:37:24.949455 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45837676-8838-4363-a5a0-46216c68a7a8 req-de16465b-6160-4bb7-8ea5-bd3db90d6885 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:24.952385 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-45837676-8838-4363-a5a0-46216c68a7a8 req-de16465b-6160-4bb7-8ea5-bd3db90d6885 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0661700 Jan 19 14:37:25.089614 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-45837676-8838-4363-a5a0-46216c68a7a8 req-3056d974-81c0-4264-b233-171454c4465f tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303599 Jan 19 14:37:25.119200 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:37:25.125372 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-918a951e-b6f5-44d9-8244-afbf69dcf12b admin admin] 10.222.0.79 "PUT /v2.0/routers/339556fa-04be-4d38-8563-3a3bb45f7bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4201443 Jan 19 14:37:25.421593 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 57f42aea-966f-413e-ace4-80f136c8efb8 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:25.468569 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 57f42aea-966f-413e-ace4-80f136c8efb8 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:25.468942 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:25.545853 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 57f42aea-966f-413e-ace4-80f136c8efb8 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:25.546280 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:25.565823 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port 57f42aea-966f-413e-ace4-80f136c8efb8, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=57f42aea-966f-413e-ace4-80f136c8efb8,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:25.617647 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67746aa1-48dd-42ce-bf48-63bed349cb6c req-f1239892-2b31-4bb6-ba51-aa03519e8d29 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:25.619120 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-67746aa1-48dd-42ce-bf48-63bed349cb6c req-f1239892-2b31-4bb6-ba51-aa03519e8d29 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0491464 Jan 19 14:37:25.628632 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:25.673008 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-67746aa1-48dd-42ce-bf48-63bed349cb6c req-399ea4d4-1623-470e-a329-1d1d1cba5072 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481124 Jan 19 14:37:25.678955 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=57f42aea-966f-413e-ace4-80f136c8efb8,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:25.693848 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44090) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:25.698584 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a24866d0-c0c4-47b5-9aa3-6b8ae729969a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016105643', 'description': 'tempest-secgroup-smoke-2016105643 description', 'project_id': '60fa675e67c848f0981ab28dfcb7537e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:25.785894 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a24866d0-c0c4-47b5-9aa3-6b8ae729969a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:25.851963 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a24866d0-c0c4-47b5-9aa3-6b8ae729969a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group (c1c12087-8d0e-42ea-8c88-61b1469db520), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:25.917524 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a24866d0-c0c4-47b5-9aa3-6b8ae729969a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (c1c12087-8d0e-42ea-8c88-61b1469db520), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:25.945035 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24866d0-c0c4-47b5-9aa3-6b8ae729969a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c12087-8d0e-42ea-8c88-61b1469db520,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:25.993453 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a24866d0-c0c4-47b5-9aa3-6b8ae729969a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:25.996501 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a24866d0-c0c4-47b5-9aa3-6b8ae729969a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2998030 Jan 19 14:37:25.998603 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44094) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:26.002940 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-277855c1-349c-4154-bf6a-a41cd4b64bb5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Request body: {'security_group_rule': {'security_group_id': 'c1c12087-8d0e-42ea-8c88-61b1469db520', 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:26.119735 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-277855c1-349c-4154-bf6a-a41cd4b64bb5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (3de83595-b724-41e7-b30b-26f6b107dec5), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.190355 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-277855c1-349c-4154-bf6a-a41cd4b64bb5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (3de83595-b724-41e7-b30b-26f6b107dec5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.215949 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650f8b9-0212-47e0-a2da-789e5cfc49a3 req-ffa30a62-5f49-456f-ae0e-5cc4e57d1d26 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:26.217511 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a650f8b9-0212-47e0-a2da-789e5cfc49a3 req-ffa30a62-5f49-456f-ae0e-5cc4e57d1d26 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0572071 Jan 19 14:37:26.265169 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a650f8b9-0212-47e0-a2da-789e5cfc49a3 req-4c377c54-7591-47fa-8c4a-57bd22aad89a tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420048 Jan 19 14:37:26.267227 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-277855c1-349c-4154-bf6a-a41cd4b64bb5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (3de83595-b724-41e7-b30b-26f6b107dec5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.282770 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277855c1-349c-4154-bf6a-a41cd4b64bb5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de83595-b724-41e7-b30b-26f6b107dec5,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:26.345114 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Sync routers for ids ['339556fa-04be-4d38-8563-3a3bb45f7bdc'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:37:26.356163 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Routers {'339556fa-04be-4d38-8563-3a3bb45f7bdc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:37:26.356791 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['339556fa-04be-4d38-8563-3a3bb45f7bdc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:26.371033 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-277855c1-349c-4154-bf6a-a41cd4b64bb5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.373944 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-277855c1-349c-4154-bf6a-a41cd4b64bb5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727534 Jan 19 14:37:26.375529 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44102) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:26.379887 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-d1e3b707-1c6f-46fb-94be-010bfdabe058 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Request body: {'security_group_rule': {'security_group_id': 'c1c12087-8d0e-42ea-8c88-61b1469db520', 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:26.466735 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Set router 339556fa-04be-4d38-8563-3a3bb45f7bdc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:37:26.500013 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b707-1c6f-46fb-94be-010bfdabe058 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (b2edb13a-a72a-46c3-903f-d745d13e261d), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.556941 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b707-1c6f-46fb-94be-010bfdabe058 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (b2edb13a-a72a-46c3-903f-d745d13e261d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.617222 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b707-1c6f-46fb-94be-010bfdabe058 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (b2edb13a-a72a-46c3-903f-d745d13e261d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.637014 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3b707-1c6f-46fb-94be-010bfdabe058 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2edb13a-a72a-46c3-903f-d745d13e261d,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:26.664444 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:19Z', 'updated_at': '2022-01-19T14:37:23Z', 'revision_number': 4, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'gw_port': {'id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:20Z', 'updated_at': '2022-01-19T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': '3936ddcc-4e83-43e5-9d26-b3f3204ac1ee', 'name': '', 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'mac_address': 'fa:16:3e:bc:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'edb537a5-c884-4478-8227-028ff9aefca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:23Z', 'updated_at': '2022-01-19T14:37:24Z', 'revision_number': 2, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'subnets': [{'id': 'edb537a5-c884-4478-8227-028ff9aefca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:26.690586 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d1e3b707-1c6f-46fb-94be-010bfdabe058 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.690853 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Checking router: 339556fa-04be-4d38-8563-3a3bb45f7bdc for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:37:26.691211 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Updating router 339556fa-04be-4d38-8563-3a3bb45f7bdc port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:37:26.691986 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-d1e3b707-1c6f-46fb-94be-010bfdabe058 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155229 Jan 19 14:37:26.694738 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44104) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:26.699084 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4ef0351f-d773-430d-931b-a6091de6cff9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Request body: {'security_group_rule': {'security_group_id': 'c1c12087-8d0e-42ea-8c88-61b1469db520', 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:26.717464 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.785113 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ef0351f-d773-430d-931b-a6091de6cff9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (f8e64506-d3c7-4ea3-8b53-c02538aa73b7), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.796975 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224b2ca-8861-4625-894a-3f50da86da00 req-2510b507-5147-4fe3-b9e8-3111635f6fe3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:26.798089 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6224b2ca-8861-4625-894a-3f50da86da00 req-2510b507-5147-4fe3-b9e8-3111635f6fe3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0500269 Jan 19 14:37:26.845008 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ef0351f-d773-430d-931b-a6091de6cff9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (f8e64506-d3c7-4ea3-8b53-c02538aa73b7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.847826 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6224b2ca-8861-4625-894a-3f50da86da00 req-96c8e166-8a2b-43b2-98d6-c17d4a4ef1a3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437119 Jan 19 14:37:26.920736 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ef0351f-d773-430d-931b-a6091de6cff9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (f8e64506-d3c7-4ea3-8b53-c02538aa73b7), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:26.938886 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0351f-d773-430d-931b-a6091de6cff9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e64506-d3c7-4ea3-8b53-c02538aa73b7,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:26.985875 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Publish callbacks [] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.019503 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4ef0351f-d773-430d-931b-a6091de6cff9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.021959 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-4ef0351f-d773-430d-931b-a6091de6cff9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3250408 Jan 19 14:37:27.023955 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44112) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:27.028612 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-850fb715-e387-4207-8d9d-59a0182546f1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Request body: {'security_group_rule': {'security_group_id': 'c1c12087-8d0e-42ea-8c88-61b1469db520', 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:27.068550 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.119625 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f913044-5c61-4283-9601-7199460b8701 None None] Pushing event updated for resources: {'Port': ['ID=3936ddcc-4e83-43e5-9d26-b3f3204ac1ee,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:27.168430 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Attempting to bind port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:37:27.168749 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Attempting to bind port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': 'dfb775da-dc9b-409f-a967-183bb1a55aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:37:27.169112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Attempting to bind port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee on network eee66227-7740-479e-9c98-c28a853327c5 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:37:27.175093 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:37:27.178761 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Checking segment: {'id': 'dfb775da-dc9b-409f-a967-183bb1a55aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:27.178761 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.179242 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-850fb715-e387-4207-8d9d-59a0182546f1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (fe1d1246-b805-4983-acc2-e69c8085e291), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.179337 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Bound using segment: {'id': 'dfb775da-dc9b-409f-a967-183bb1a55aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:37:27.179337 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Bound port: 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb775da-dc9b-409f-a967-183bb1a55aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:37:27.179337 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.263632 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-850fb715-e387-4207-8d9d-59a0182546f1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (fe1d1246-b805-4983-acc2-e69c8085e291), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.268606 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] For port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:37:27.272034 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] For port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=3936ddcc-4e83-43e5-9d26-b3f3204ac1ee,segment=NetworkSegment(dfb775da-dc9b-409f-a967-183bb1a55aec),segment_id=dfb775da-dc9b-409f-a967-183bb1a55aec)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:37:27.354743 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-850fb715-e387-4207-8d9d-59a0182546f1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (fe1d1246-b805-4983-acc2-e69c8085e291), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.375465 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.427421 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fb715-e387-4207-8d9d-59a0182546f1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1d1246-b805-4983-acc2-e69c8085e291,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:27.455236 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae8834-0aed-4f42-90d3-6ed9f81f23d5 req-9f0587b0-658c-4eca-b680-eb19677c6092 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:27.456798 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e6ae8834-0aed-4f42-90d3-6ed9f81f23d5 req-9f0587b0-658c-4eca-b680-eb19677c6092 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.1121297 Jan 19 14:37:27.467225 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 57f42aea-966f-413e-ace4-80f136c8efb8 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:27.492716 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-850fb715-e387-4207-8d9d-59a0182546f1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.493897 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-850fb715-e387-4207-8d9d-59a0182546f1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4689641 Jan 19 14:37:27.496700 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44126) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:27.505945 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-6786520f-02dc-497a-b27f-95f1ce7a0b6b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Request body: {'security_group_rule': {'security_group_id': 'c1c12087-8d0e-42ea-8c88-61b1469db520', 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:27.521794 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Routers {'339556fa-04be-4d38-8563-3a3bb45f7bdc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:37:27.522510 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['339556fa-04be-4d38-8563-3a3bb45f7bdc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:27.525477 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e6ae8834-0aed-4f42-90d3-6ed9f81f23d5 req-dc15e8ae-db3e-4f0f-8e92-701bac9e5514 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598242 Jan 19 14:37:27.579983 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-d481264c-515f-4e86-84ee-f73caeaae4e1 None None] Provisioning complete for port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:27.580360 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d481264c-515f-4e86-84ee-f73caeaae4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.607483 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f913044-5c61-4283-9601-7199460b8701 None None] Pushing event updated for resources: {'Port': ['ID=3936ddcc-4e83-43e5-9d26-b3f3204ac1ee,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:27.614044 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-6786520f-02dc-497a-b27f-95f1ce7a0b6b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Project 60fa675e67c848f0981ab28dfcb7537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 14:37:27.624498 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6786520f-02dc-497a-b27f-95f1ce7a0b6b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (e62ac58a-8f85-430c-8aa2-8f8b57d0314b), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.684890 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6786520f-02dc-497a-b27f-95f1ce7a0b6b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (e62ac58a-8f85-430c-8aa2-8f8b57d0314b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.699406 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 57f42aea-966f-413e-ace4-80f136c8efb8 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:27.699786 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.727999 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] Set router 339556fa-04be-4d38-8563-3a3bb45f7bdc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:37:27.776953 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6786520f-02dc-497a-b27f-95f1ce7a0b6b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (e62ac58a-8f85-430c-8aa2-8f8b57d0314b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.794150 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786520f-02dc-497a-b27f-95f1ce7a0b6b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62ac58a-8f85-430c-8aa2-8f8b57d0314b,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:27.815469 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d481264c-515f-4e86-84ee-f73caeaae4e1 None None] Current status of the port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:27.815856 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d481264c-515f-4e86-84ee-f73caeaae4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.881971 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6786520f-02dc-497a-b27f-95f1ce7a0b6b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:27.883873 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-6786520f-02dc-497a-b27f-95f1ce7a0b6b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3847928 Jan 19 14:37:27.893949 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44132) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:27.900493 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-554b3b6b-e5ad-44fa-8b2a-1fc5e1faa959 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Request body: {'security_group_rule': {'security_group_id': 'c1c12087-8d0e-42ea-8c88-61b1469db520', 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:27.953300 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-d481264c-515f-4e86-84ee-f73caeaae4e1 None None] For port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=3936ddcc-4e83-43e5-9d26-b3f3204ac1ee,segment=NetworkSegment(dfb775da-dc9b-409f-a967-183bb1a55aec),segment_id=dfb775da-dc9b-409f-a967-183bb1a55aec)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:27.994177 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb4b8b-f29e-459c-addd-27b9991044da req-a3bdeecd-c881-4f01-b209-15c5a49bbdb6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:28.000953 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fbbb4b8b-f29e-459c-addd-27b9991044da req-a3bdeecd-c881-4f01-b209-15c5a49bbdb6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0655675 Jan 19 14:37:28.004543 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.securitygroups_db [None req-554b3b6b-e5ad-44fa-8b2a-1fc5e1faa959 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Project 60fa675e67c848f0981ab28dfcb7537e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 14:37:28.020542 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-554b3b6b-e5ad-44fa-8b2a-1fc5e1faa959 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (89603e0b-5ab2-44cd-afcf-66dee5277a13), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:28.084101 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fbbb4b8b-f29e-459c-addd-27b9991044da req-1b61c15c-e25c-4d27-8afd-059d1bc7e750 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813255 Jan 19 14:37:28.100681 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-554b3b6b-e5ad-44fa-8b2a-1fc5e1faa959 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (89603e0b-5ab2-44cd-afcf-66dee5277a13), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:28.107970 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d481264c-515f-4e86-84ee-f73caeaae4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:28.109517 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 57f42aea-966f-413e-ace4-80f136c8efb8 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:28.176873 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-554b3b6b-e5ad-44fa-8b2a-1fc5e1faa959 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (89603e0b-5ab2-44cd-afcf-66dee5277a13), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:28.190811 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481264c-515f-4e86-84ee-f73caeaae4e1 None None] Pushing event updated for resources: {'Port': ['ID=3936ddcc-4e83-43e5-9d26-b3f3204ac1ee,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:28.197957 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b3b6b-e5ad-44fa-8b2a-1fc5e1faa959 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89603e0b-5ab2-44cd-afcf-66dee5277a13,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:28.210162 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:19Z', 'updated_at': '2022-01-19T14:37:23Z', 'revision_number': 4, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'gw_port': {'id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:20Z', 'updated_at': '2022-01-19T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': '3936ddcc-4e83-43e5-9d26-b3f3204ac1ee', 'name': '', 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'mac_address': 'fa:16:3e:bc:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'edb537a5-c884-4478-8227-028ff9aefca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:23Z', 'updated_at': '2022-01-19T14:37:27Z', 'revision_number': 4, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'subnets': [{'id': 'edb537a5-c884-4478-8227-028ff9aefca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:28.239251 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefb583-c52b-411a-9093-ab8776603508 None None] The sync data for ids ['339556fa-04be-4d38-8563-3a3bb45f7bdc'] in dv-cinder-799871-15-iscsi is: [{'id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:19Z', 'updated_at': '2022-01-19T14:37:23Z', 'revision_number': 4, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'gw_port': {'id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:20Z', 'updated_at': '2022-01-19T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': '3936ddcc-4e83-43e5-9d26-b3f3204ac1ee', 'name': '', 'network_id': 'eee66227-7740-479e-9c98-c28a853327c5', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'mac_address': 'fa:16:3e:bc:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'edb537a5-c884-4478-8227-028ff9aefca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:23Z', 'updated_at': '2022-01-19T14:37:27Z', 'revision_number': 4, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'subnets': [{'id': 'edb537a5-c884-4478-8227-028ff9aefca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:37:28.250936 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-2aeba7ee-8000-4c60-8a09-19e26f1ba258 None None] Provisioning complete for port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:28.251336 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2aeba7ee-8000-4c60-8a09-19e26f1ba258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:28.280315 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-554b3b6b-e5ad-44fa-8b2a-1fc5e1faa959 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:28.292195 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-554b3b6b-e5ad-44fa-8b2a-1fc5e1faa959 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3855622 Jan 19 14:37:28.363326 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-2aeba7ee-8000-4c60-8a09-19e26f1ba258 None None] Current status of the port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:28.651979 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df79b-f31f-462c-9bf5-514bc0f93c6e req-edaf9b72-c525-46bc-8d4a-41502fd2e8e8 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:28.653534 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-082df79b-f31f-462c-9bf5-514bc0f93c6e req-edaf9b72-c525-46bc-8d4a-41502fd2e8e8 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0573578 Jan 19 14:37:28.706167 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-082df79b-f31f-462c-9bf5-514bc0f93c6e req-9a4a58a5-1cb4-4573-9106-ce3d08e6924c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464699 Jan 19 14:37:29.210044 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6a559-bf4e-4b38-9de3-11072ba7d0e1 req-5c3ba3f3-ca60-43e4-92b8-c85f9e646d99 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:29.211568 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-06d6a559-bf4e-4b38-9de3-11072ba7d0e1 req-5c3ba3f3-ca60-43e4-92b8-c85f9e646d99 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0490220 Jan 19 14:37:29.258138 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-06d6a559-bf4e-4b38-9de3-11072ba7d0e1 req-074e909e-a31a-420b-a8b6-6efa21ae39fe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Jan 19 14:37:29.424230 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:29.474788 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:29.475159 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:29.557870 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:29.828614 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f33a-c9ee-476e-87b2-6e72e0b04a3c req-1297477d-21d9-4031-a181-f50c26f3e6c0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:29.830093 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9a53f33a-c9ee-476e-87b2-6e72e0b04a3c req-1297477d-21d9-4031-a181-f50c26f3e6c0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0540571 Jan 19 14:37:29.875335 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9a53f33a-c9ee-476e-87b2-6e72e0b04a3c req-dd12ca10-f6a4-41c9-92fb-35d9a6b071e4 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395658 Jan 19 14:37:30.376827 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c427b17-d3ac-4307-82bd-5dd911d8f38c req-68f76def-7353-4e3d-9353-333ee479f333 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:30.378314 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2c427b17-d3ac-4307-82bd-5dd911d8f38c req-68f76def-7353-4e3d-9353-333ee479f333 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0487037 Jan 19 14:37:30.423164 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2c427b17-d3ac-4307-82bd-5dd911d8f38c req-ce9170bc-b4ee-41f8-bb55-8b2e5e6c78cb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394423 Jan 19 14:37:30.996238 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a897144-7097-471b-8f9f-981839dd7af9 req-3a67579f-a9d1-45fd-ae64-aa8d4b329cff tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:31.002434 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0a897144-7097-471b-8f9f-981839dd7af9 req-3a67579f-a9d1-45fd-ae64-aa8d4b329cff tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0597646 Jan 19 14:37:31.051387 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0a897144-7097-471b-8f9f-981839dd7af9 req-45a834ab-6bd5-4426-a9ff-1600ebee0667 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469260 Jan 19 14:37:31.545328 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba1d72-9896-43ea-a7b7-fe7f8af3e483 req-3af7244a-b076-44c5-980d-873dac4213fa tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:31.546861 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-edba1d72-9896-43ea-a7b7-fe7f8af3e483 req-3af7244a-b076-44c5-980d-873dac4213fa tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0486858 Jan 19 14:37:31.594731 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-edba1d72-9896-43ea-a7b7-fe7f8af3e483 req-eee87018-70a4-4d3b-a5ed-a22b16563755 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421064 Jan 19 14:37:32.202342 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7edc-0836-495e-86f5-d2fb89611ddf req-67d655b9-e838-4598-a5a3-b464541aefd7 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:32.203747 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f3ed7edc-0836-495e-86f5-d2fb89611ddf req-67d655b9-e838-4598-a5a3-b464541aefd7 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0483291 Jan 19 14:37:32.251487 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f3ed7edc-0836-495e-86f5-d2fb89611ddf req-e69a9dce-c199-49c5-ba60-8b2408d16ccd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 Jan 19 14:37:32.722379 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0045cd1-3822-435f-9a29-db6cc000ecfb req-b6afaa16-73ed-420a-aa96-a53fe6f525be tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:32.724054 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d0045cd1-3822-435f-9a29-db6cc000ecfb req-b6afaa16-73ed-420a-aa96-a53fe6f525be tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0545993 Jan 19 14:37:32.769753 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d0045cd1-3822-435f-9a29-db6cc000ecfb req-393ebf98-9b4a-4f22-aeaf-ab0717832d00 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Jan 19 14:37:33.374095 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d887-212b-4d86-9e93-09cac8df5fc5 req-a37c1e3e-429b-4867-bbc4-6bcb997580c0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:33.375885 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1688d887-212b-4d86-9e93-09cac8df5fc5 req-a37c1e3e-429b-4867-bbc4-6bcb997580c0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0533266 Jan 19 14:37:33.424687 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1688d887-212b-4d86-9e93-09cac8df5fc5 req-cce9853b-acf1-412e-a2af-39a74c2ef8c7 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432937 Jan 19 14:37:33.906373 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad483ba-0be9-4171-9ca4-a9d4b6d486ea req-7a414d1a-10d0-46ef-abc2-b5d0c489abe0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:33.908000 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4ad483ba-0be9-4171-9ca4-a9d4b6d486ea req-7a414d1a-10d0-46ef-abc2-b5d0c489abe0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0484531 Jan 19 14:37:33.960322 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4ad483ba-0be9-4171-9ca4-a9d4b6d486ea req-c2d0319a-3c1f-4fe0-bccc-ff9c301f6f23 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451972 Jan 19 14:37:34.182439 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d1776201-6da0-40c8-aa8b-1132005993fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:34.543115 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60d61a-30b8-438c-9467-529bd3838a81 req-1b14b47e-8f2a-4215-b930-b0c1c394fd22 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:34.544669 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ea60d61a-30b8-438c-9467-529bd3838a81 req-1b14b47e-8f2a-4215-b930-b0c1c394fd22 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0523927 Jan 19 14:37:34.594093 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ea60d61a-30b8-438c-9467-529bd3838a81 req-a2533535-e316-40ad-b6dc-692cfb803afc tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Jan 19 14:37:34.669214 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:37:34.790068 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:34.802228 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '1e951595-257a-49ca-bc71-74bfb18b481c', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'port_id': '1e951595-257a-49ca-bc71-74bfb18b481c', 'mac_address': 'fa:16:3e:35:a4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:37:34.859791 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1e951595-257a-49ca-bc71-74bfb18b481c is: ACTIVE; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:34.862205 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:34.878935 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e951595-257a-49ca-bc71-74bfb18b481c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:37:34.903460 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:34.985152 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:35.057096 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:35.088947 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['1e951595-257a-49ca-bc71-74bfb18b481c'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:37:35.112797 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde967b-336c-43ec-b540-a0fee7748d97 req-7482aea8-5a35-431e-b70d-0a8198e2f5c9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:35.114546 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7dde967b-336c-43ec-b540-a0fee7748d97 req-7482aea8-5a35-431e-b70d-0a8198e2f5c9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 945 time: 0.0635674 Jan 19 14:37:35.184543 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7dde967b-336c-43ec-b540-a0fee7748d97 req-0bc6c0ab-e71f-4710-8740-0ad0c1d8ae1f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630116 Jan 19 14:37:35.743920 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af46f50-b551-47a6-a922-f2cbacafdbde req-41e6c3b9-3c71-43dc-9d80-52de939fcd47 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:35.749007 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1af46f50-b551-47a6-a922-f2cbacafdbde req-41e6c3b9-3c71-43dc-9d80-52de939fcd47 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0630231 Jan 19 14:37:35.804323 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1af46f50-b551-47a6-a922-f2cbacafdbde req-906d67c4-3506-4d20-ba59-6049d0cf1f2e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493166 Jan 19 14:37:36.322354 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de238e-c5e9-4b39-893f-b409cf4dc73b req-f2e336be-68bd-4c74-a733-69eda8f2e59e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:36.352398 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7de238e-c5e9-4b39-893f-b409cf4dc73b req-f2e336be-68bd-4c74-a733-69eda8f2e59e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 945 time: 0.0714650 Jan 19 14:37:36.408903 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-aba64360-99bb-4bad-81e2-12b8f639bd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:36.451301 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7de238e-c5e9-4b39-893f-b409cf4dc73b req-62e6460f-c9f2-46b0-8872-8ba982f7c2b9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201439 Jan 19 14:37:36.959313 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391c19-76fb-4b38-8bf5-96ebc3dfb5ec req-122eed9a-9f3a-4194-875c-db00efaade5b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:36.960827 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-16391c19-76fb-4b38-8bf5-96ebc3dfb5ec req-122eed9a-9f3a-4194-875c-db00efaade5b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0804384 Jan 19 14:37:37.025417 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-16391c19-76fb-4b38-8bf5-96ebc3dfb5ec req-c1521125-9dd0-4423-ad47-61b0cab83765 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542581 Jan 19 14:37:37.596057 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370cad-04e0-4090-8cc1-6d84c4e488d8 req-2ee66d7a-f2af-454a-81ce-162069889c8d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:37.597537 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-86370cad-04e0-4090-8cc1-6d84c4e488d8 req-2ee66d7a-f2af-454a-81ce-162069889c8d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 945 time: 0.0526822 Jan 19 14:37:37.625471 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:37.645206 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-86370cad-04e0-4090-8cc1-6d84c4e488d8 req-4e2b751c-7ce5-4a37-a24b-5e4cba03efbe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421462 Jan 19 14:37:37.679723 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 1e951595-257a-49ca-bc71-74bfb18b481c triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:37.680094 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:37.769004 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1e951595-257a-49ca-bc71-74bfb18b481c is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:37.769373 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:37.793327 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:37:37.795957 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac1f2d3-e558-48f4-bad8-0cb9f8f413b5" -d '{"events": [{"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-plugged", "status": "completed", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:37:37.808199 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:37.852971 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc72480-f1f4-411d-a277-2c1faa59f981 x-openstack-request-id: req-ecc72480-f1f4-411d-a277-2c1faa59f981 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:37:37.853298 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-plugged", "status": "completed", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:37:37.853557 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ecc72480-f1f4-411d-a277-2c1faa59f981 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:37:37.853988 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c', 'code': 200} Jan 19 14:37:37.882767 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:37.894122 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:37.972757 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:38.168781 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d59737-3dd1-487b-8fd6-03bda574990e req-9f7a894a-0590-4ae3-836e-f3ea20228ef6 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:38.171009 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-27d59737-3dd1-487b-8fd6-03bda574990e req-9f7a894a-0590-4ae3-836e-f3ea20228ef6 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0625427 Jan 19 14:37:38.228881 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-27d59737-3dd1-487b-8fd6-03bda574990e req-3b2836ac-e7dc-4c3f-bc16-130d4b67ced2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519660 Jan 19 14:37:38.783551 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8333c-b016-46fc-81a3-be94421286f2 req-39b78be7-ff9c-436c-b914-85c6fdcd40c6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:38.790650 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-62e8333c-b016-46fc-81a3-be94421286f2 req-39b78be7-ff9c-436c-b914-85c6fdcd40c6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0638077 Jan 19 14:37:38.859202 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-62e8333c-b016-46fc-81a3-be94421286f2 req-e55f5c26-d43d-41d5-b06b-9779e65d8601 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667388 Jan 19 14:37:39.030911 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:39.356721 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf54ca-25e0-4316-97fa-9f36fd192333 req-b27587e5-cb42-4401-a3c9-d893edaa6b38 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:39.363528 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b0cf54ca-25e0-4316-97fa-9f36fd192333 req-b27587e5-cb42-4401-a3c9-d893edaa6b38 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0563002 Jan 19 14:37:39.410372 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b0cf54ca-25e0-4316-97fa-9f36fd192333 req-88e78976-8322-45e1-a476-30757c210d3e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460281 Jan 19 14:37:40.017579 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f36dcb-43a7-4cdb-aaad-66b3864a2aa3 req-6527ba2f-7156-4798-bf1a-be230a7b93d0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:40.019348 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-98f36dcb-43a7-4cdb-aaad-66b3864a2aa3 req-6527ba2f-7156-4798-bf1a-be230a7b93d0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0617902 Jan 19 14:37:40.097436 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-98f36dcb-43a7-4cdb-aaad-66b3864a2aa3 req-abe4e89d-4e8c-4dc8-b28e-161e4866e855 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705872 Jan 19 14:37:40.334104 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:40.554398 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dc7fd-88fa-494a-a062-5b56cd39b83f req-b5d97f3f-5597-4e2f-8e96-799d9f405a75 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:40.556014 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-743dc7fd-88fa-494a-a062-5b56cd39b83f req-b5d97f3f-5597-4e2f-8e96-799d9f405a75 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0641584 Jan 19 14:37:40.618150 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-743dc7fd-88fa-494a-a062-5b56cd39b83f req-46e0befb-cb23-4d9f-a5a5-386df11de6b8 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554054 Jan 19 14:37:41.221662 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:41.271024 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015951de-aab8-4fc9-b379-1a08942d380b req-b1cbbc31-8fe6-408f-9d30-78791be93a8d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:41.280244 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-015951de-aab8-4fc9-b379-1a08942d380b req-b1cbbc31-8fe6-408f-9d30-78791be93a8d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0874026 Jan 19 14:37:41.346685 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-015951de-aab8-4fc9-b379-1a08942d380b req-0ec5ac23-c72d-45d1-928b-3d888cea5b98 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653584 Jan 19 14:37:41.785373 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f71390-ce02-4883-9b28-7a779f15a297 req-1c8f182c-1876-4216-a291-a32acfecacfd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:41.793135 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-90f71390-ce02-4883-9b28-7a779f15a297 req-1c8f182c-1876-4216-a291-a32acfecacfd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0599470 Jan 19 14:37:41.862507 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-90f71390-ce02-4883-9b28-7a779f15a297 req-d24249d3-0025-49ce-97c7-47a26ebe8ceb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682757 Jan 19 14:37:42.326395 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615d01a-a577-414a-82ea-9e5271e754b1 req-b712f4f4-daa2-46fb-8983-5be76a2c24be tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:42.328376 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b615d01a-a577-414a-82ea-9e5271e754b1 req-b712f4f4-daa2-46fb-8983-5be76a2c24be tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0560753 Jan 19 14:37:42.410463 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b615d01a-a577-414a-82ea-9e5271e754b1 req-d450cc8e-eda0-466e-a9c7-c35b31c681cc tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746393 Jan 19 14:37:42.501714 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca6bf3-3207-4300-a56b-66c4935c5230 req-2ca88da1-372b-461f-b39c-421e82a86536 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:42.503546 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6aca6bf3-3207-4300-a56b-66c4935c5230 req-2ca88da1-372b-461f-b39c-421e82a86536 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0737813 Jan 19 14:37:42.507660 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-28a87fcd-1576-4273-bb15-9ff13d58602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:42.510219 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-28a87fcd-1576-4273-bb15-9ff13d58602a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 1098 time: 0.0893173 Jan 19 14:37:42.605440 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b817f4-d721-4ccc-8605-e20b4b378e8a req-59d06066-d4e1-4ec9-8282-3d55fe72560a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:42.612739 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-41b817f4-d721-4ccc-8605-e20b4b378e8a req-59d06066-d4e1-4ec9-8282-3d55fe72560a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.1242776 Jan 19 14:37:42.620672 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-34d0468f-8b37-4249-a728-90326b392756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:42.622904 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-34d0468f-8b37-4249-a728-90326b392756 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 912 time: 0.1057093 Jan 19 14:37:42.630636 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bd34f-616e-4702-b60c-5767095d8d30 req-5f327e45-053b-4100-a95e-171c4ea2c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:42.641553 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-675bd34f-616e-4702-b60c-5767095d8d30 req-5f327e45-053b-4100-a95e-171c4ea2c120 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1099 time: 0.1770077 Jan 19 14:37:42.651556 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6aca6bf3-3207-4300-a56b-66c4935c5230 req-fb8f3419-a8e0-4066-92d7-78b2a88d122f tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298490 Jan 19 14:37:42.714454 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-41b817f4-d721-4ccc-8605-e20b4b378e8a req-861550fc-0e9a-4d00-b468-5afe78341ed5 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004758 Jan 19 14:37:42.828583 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-29184d75-b444-4c6c-a1f4-5f3ccb4cfc1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9 HTTP/1.1" status: 200 len: 1000 time: 0.1844611 Jan 19 14:37:42.890969 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bd34f-616e-4702-b60c-5767095d8d30 req-0e003686-ddb3-4dc9-b0c0-22d84f082875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:42.892920 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-675bd34f-616e-4702-b60c-5767095d8d30 req-0e003686-ddb3-4dc9-b0c0-22d84f082875 service neutron] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 919 time: 0.2317047 Jan 19 14:37:42.922460 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-a06cce3d-be83-4ef3-a7f3-7d287bd80fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:42.924112 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-a06cce3d-be83-4ef3-a7f3-7d287bd80fdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df7d29b8-c1f6-46db-801b-45958c2aa13c HTTP/1.1" status: 200 len: 850 time: 0.0832567 Jan 19 14:37:42.963140 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-675bd34f-616e-4702-b60c-5767095d8d30 req-301d9997-6fdb-494b-a71d-1b3974a8d2be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4478630-1874-4828-b111-cd777e547205 HTTP/1.1" status: 200 len: 217 time: 0.0588923 Jan 19 14:37:43.030879 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bd34f-616e-4702-b60c-5767095d8d30 req-ceeb92da-42fb-4907-9a94-630450c73ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:43.032324 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-675bd34f-616e-4702-b60c-5767095d8d30 req-ceeb92da-42fb-4907-9a94-630450c73ff0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.0529132 Jan 19 14:37:43.034013 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-bd4b2154-bfe0-4a98-a79c-cca68240cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:43.035463 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-bd4b2154-bfe0-4a98-a79c-cca68240cf2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811403 Jan 19 14:37:43.120998 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-675bd34f-616e-4702-b60c-5767095d8d30 req-5eb0d15d-aa9b-41d4-961f-347ac999448f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744846 Jan 19 14:37:43.228660 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-ecf3fa0a-4f16-4b61-8c54-fea0ed4bb87d service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807463 Jan 19 14:37:43.303814 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-675bd34f-616e-4702-b60c-5767095d8d30 req-382088e1-6ddf-4bf8-8ef8-4539de390bb5 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744452 Jan 19 14:37:43.431777 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d8b2ffec-fe59-4ea9-9086-20469d9e4a82 req-00490f18-28dc-4205-b633-6b497c616a17 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878796 Jan 19 14:37:43.444049 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-675bd34f-616e-4702-b60c-5767095d8d30 req-bc691e57-0aca-44d9-ad3d-332432b79728 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234317 Jan 19 14:37:43.585054 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487ba8c-980b-4bea-aece-9b16490d09bf req-eb080e0d-e896-40a7-8302-0e4e063b6b14 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:43.587302 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4487ba8c-980b-4bea-aece-9b16490d09bf req-eb080e0d-e896-40a7-8302-0e4e063b6b14 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0716546 Jan 19 14:37:43.636854 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4487ba8c-980b-4bea-aece-9b16490d09bf req-827bbe11-f133-4cda-b65c-300e9e2f248e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Jan 19 14:37:43.769190 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3945ba-87b0-41ba-a69d-789d0bad69a0 req-3940a5ad-b802-4445-bf61-23fb0d0be006 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:43.770876 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dc3945ba-87b0-41ba-a69d-789d0bad69a0 req-3940a5ad-b802-4445-bf61-23fb0d0be006 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0522268 Jan 19 14:37:43.855897 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dc3945ba-87b0-41ba-a69d-789d0bad69a0 req-08e89d4e-d29c-48b7-b7a1-52b248192546 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794282 Jan 19 14:37:43.864598 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bf562-b806-48a9-b567-85bbf24625a4 req-1f4c6cb0-8bd1-4e47-9274-599daa22bf45 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:43.866051 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-822bf562-b806-48a9-b567-85bbf24625a4 req-1f4c6cb0-8bd1-4e47-9274-599daa22bf45 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0749812 Jan 19 14:37:43.925286 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-822bf562-b806-48a9-b567-85bbf24625a4 req-fe8fefe8-eed3-4728-bf83-44e187e5d030 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534592 Jan 19 14:37:44.750636 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7da797-e300-4e47-b8e6-72d30f0efa76 req-5806fead-5412-41d6-81a2-8541122bf3d2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:44.752091 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cd7da797-e300-4e47-b8e6-72d30f0efa76 req-5806fead-5412-41d6-81a2-8541122bf3d2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0482116 Jan 19 14:37:44.798340 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cd7da797-e300-4e47-b8e6-72d30f0efa76 req-fc74268a-0185-4fc1-987d-0abb86a859e0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405693 Jan 19 14:37:44.989205 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c361d2-beb0-402e-ae5d-d9103490d649 req-60030ad9-c6ee-4cc6-8b1c-e0a6707147af tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:44.990758 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f0c361d2-beb0-402e-ae5d-d9103490d649 req-60030ad9-c6ee-4cc6-8b1c-e0a6707147af tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0589583 Jan 19 14:37:45.093041 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2d4b2-ee31-453e-90be-d824a2c58239 req-bea2a8e6-5d7b-40ea-b9e4-b3db840560c7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:45.095256 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8ed2d4b2-ee31-453e-90be-d824a2c58239 req-bea2a8e6-5d7b-40ea-b9e4-b3db840560c7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0771801 Jan 19 14:37:45.106070 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f0c361d2-beb0-402e-ae5d-d9103490d649 req-48f5d46a-edb9-4029-afbf-c394b86761a9 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079645 Jan 19 14:37:45.165687 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8ed2d4b2-ee31-453e-90be-d824a2c58239 req-7e34b313-21e2-4ff4-9f6b-eef52109cd3f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565200 Jan 19 14:37:45.913507 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ee3c-8301-422e-a53d-3db6a62521ac req-2a15dd39-650c-467f-9c29-3c044287927e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:45.915010 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-79d7ee3c-8301-422e-a53d-3db6a62521ac req-2a15dd39-650c-467f-9c29-3c044287927e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0496266 Jan 19 14:37:45.963420 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-79d7ee3c-8301-422e-a53d-3db6a62521ac req-480ceb9e-16e8-47e2-a18a-973875ffb787 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Jan 19 14:37:46.218275 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06ec72-92df-45ad-b4d8-b640fda9d8ba req-8295d9f8-167d-4f4f-acb8-46fbad5903fe tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:46.219725 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ef06ec72-92df-45ad-b4d8-b640fda9d8ba req-8295d9f8-167d-4f4f-acb8-46fbad5903fe tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0510006 Jan 19 14:37:46.291755 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ef06ec72-92df-45ad-b4d8-b640fda9d8ba req-38c4f22e-8d61-42d7-b4ea-3d17c445a5c0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664363 Jan 19 14:37:46.303708 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eecda-1668-4f53-a0b5-cfc4f74fb5ab req-9dd255ba-bc98-4285-9e87-477a06e77d63 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:46.305130 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6d9eecda-1668-4f53-a0b5-cfc4f74fb5ab req-9dd255ba-bc98-4285-9e87-477a06e77d63 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0732985 Jan 19 14:37:46.351503 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6d9eecda-1668-4f53-a0b5-cfc4f74fb5ab req-185e2fe7-c5d9-441e-bd77-f3b0bd0529e3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403218 Jan 19 14:37:47.078950 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c3c2f-cea2-4d33-9ddf-880b5d91a621 req-5b48b2c5-6a26-43fe-ba98-deb4adee68bf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:47.080458 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-460c3c2f-cea2-4d33-9ddf-880b5d91a621 req-5b48b2c5-6a26-43fe-ba98-deb4adee68bf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0514512 Jan 19 14:37:47.130374 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-460c3c2f-cea2-4d33-9ddf-880b5d91a621 req-6224ecac-db85-46a4-b03d-b29197bef9cb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441372 Jan 19 14:37:47.317964 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-4523b49b-6500-43bc-8aaa-b4f63c22fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:47.319463 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-4523b49b-6500-43bc-8aaa-b4f63c22fe83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 1099 time: 0.0413833 Jan 19 14:37:47.415046 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4613c2-bf7a-4bba-bf2d-b5b230e39a56 req-ea5e767a-bcb7-4328-a7fe-b19dec5e8749 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:47.416666 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2e4613c2-bf7a-4bba-bf2d-b5b230e39a56 req-ea5e767a-bcb7-4328-a7fe-b19dec5e8749 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0553603 Jan 19 14:37:47.439248 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-c0fe6988-d40d-45f0-9553-9203a69ccc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:47.441694 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-c0fe6988-d40d-45f0-9553-9203a69ccc5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 918 time: 0.1042464 Jan 19 14:37:47.509701 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2e4613c2-bf7a-4bba-bf2d-b5b230e39a56 req-d9d504b9-a762-4388-887f-a8f4ff7092d6 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789554 Jan 19 14:37:47.525007 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bc935-2169-417a-8685-23e73850e5f3 req-508d3311-6663-4cc7-a7fb-aebcb391ec69 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:47.525125 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-e2ea8530-507e-4f03-b66d-f5c0445e8ece service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e951595-257a-49ca-bc71-74bfb18b481c HTTP/1.1" status: 200 len: 1002 time: 0.0692759 Jan 19 14:37:47.525208 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c34bc935-2169-417a-8685-23e73850e5f3 req-508d3311-6663-4cc7-a7fb-aebcb391ec69 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0780017 Jan 19 14:37:47.570915 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c34bc935-2169-417a-8685-23e73850e5f3 req-d06df841-44a4-4ee0-a217-de0903a43039 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415769 Jan 19 14:37:47.571153 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-97decf0c-7459-4a9e-89a2-cb5b687d3f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:47.572502 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-97decf0c-7459-4a9e-89a2-cb5b687d3f6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0437353 Jan 19 14:37:47.619719 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-eafec636-5e8d-4118-843a-9bb589eac3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:47.621185 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-eafec636-5e8d-4118-843a-9bb589eac3b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425637 Jan 19 14:37:47.708396 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-681539e9-67d3-40b3-b3d0-de3bccdc1e35 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793407 Jan 19 14:37:47.799631 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5f974fec-05b7-4342-898f-edf98b57ad22 req-f904f957-15b9-43a8-b57d-b9d21c79af10 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858374 Jan 19 14:37:48.253066 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e89710-f653-4740-9c11-6c7680ff3b6f req-54a524c4-d620-4380-b11b-d169e9ffa1d5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:48.254453 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-77e89710-f653-4740-9c11-6c7680ff3b6f req-54a524c4-d620-4380-b11b-d169e9ffa1d5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0518982 Jan 19 14:37:48.300535 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-77e89710-f653-4740-9c11-6c7680ff3b6f req-22089e46-b360-44cf-bde5-0d5d31f6a79f tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Jan 19 14:37:48.632881 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e2078-aef2-4590-98c9-e67bbf4348d9 req-c88b707a-bb9a-492d-ba2a-7f9ead94851c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:48.634375 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-997e2078-aef2-4590-98c9-e67bbf4348d9 req-c88b707a-bb9a-492d-ba2a-7f9ead94851c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0572858 Jan 19 14:37:48.709250 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-997e2078-aef2-4590-98c9-e67bbf4348d9 req-15b77a8e-0dcb-4cb5-885d-f69951da5866 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690012 Jan 19 14:37:48.720630 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8445b-6803-4912-a6fa-889fefef592b req-97f7b852-c928-4c18-a39a-069f7e7303a6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:48.722124 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e3a8445b-6803-4912-a6fa-889fefef592b req-97f7b852-c928-4c18-a39a-069f7e7303a6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0760124 Jan 19 14:37:48.773004 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e3a8445b-6803-4912-a6fa-889fefef592b req-903253ce-4913-482e-a36c-8f908d0da7bd tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Jan 19 14:37:49.383520 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-92ca4d79-3b9a-4b60-9f6a-c9afbf3eee24 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016105643&fields=id&tenant_id=60fa675e67c848f0981ab28dfcb7537e HTTP/1.1" status: 200 len: 267 time: 0.0429776 Jan 19 14:37:49.491580 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-7f1e94a6-2d55-4c14-80d9-2506f26d30b3 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:49.492932 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-7f1e94a6-2d55-4c14-80d9-2506f26d30b3 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/networks?id=37d4106b-a111-4480-84fe-234f05498f56 HTTP/1.1" status: 200 len: 808 time: 0.1022961 Jan 19 14:37:49.496377 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44560) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:49.511732 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-8a16e05f-cdb2-45bd-b4fa-a1b16ae555af tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/quotas/60fa675e67c848f0981ab28dfcb7537e HTTP/1.1" status: 200 len: 375 time: 0.0093579 Jan 19 14:37:49.566966 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-11a13db1-c617-451d-8687-af36707a0a75 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=60fa675e67c848f0981ab28dfcb7537e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494955 Jan 19 14:37:49.646985 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2403e0ee-5d5b-4741-be3b-c66c90fb7e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:49.701399 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-6727d412-f17f-4d32-8998-08372fe98d81 service neutron] 10.222.0.79 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207607 Jan 19 14:37:49.808714 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29214f19-5a1b-4a8b-aab2-a07d4fb2dbc3 req-76eb9534-4490-4b8d-8fd4-4987f311633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:49.811455 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-29214f19-5a1b-4a8b-aab2-a07d4fb2dbc3 req-76eb9534-4490-4b8d-8fd4-4987f311633a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1099 time: 0.0432320 Jan 19 14:37:49.851746 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2403e0ee-5d5b-4741-be3b-c66c90fb7e7d admin admin] Publish callbacks [] for security_group (3af72a69-8193-4c83-9438-c1cdfc7889d0), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:49.855056 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-29214f19-5a1b-4a8b-aab2-a07d4fb2dbc3 req-b945a458-0763-4365-b602-f387e9b7904b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Jan 19 14:37:49.857836 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-f6860a4f-247a-4082-be00-44692ed17397 service neutron] 10.222.0.79 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495700 Jan 19 14:37:49.878345 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52ec87-ead5-4bcf-bccf-52f43f46c141 req-4c2b679f-5d74-4f8c-b512-1e4fd0317231 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:49.879840 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ad52ec87-ead5-4bcf-bccf-52f43f46c141 req-4c2b679f-5d74-4f8c-b512-1e4fd0317231 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0783031 Jan 19 14:37:49.933900 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ad52ec87-ead5-4bcf-bccf-52f43f46c141 req-325bf8e3-b91d-41cd-9124-d0d04b7cadb6 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Jan 19 14:37:49.943751 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2403e0ee-5d5b-4741-be3b-c66c90fb7e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (3af72a69-8193-4c83-9438-c1cdfc7889d0), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:49.986643 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2403e0ee-5d5b-4741-be3b-c66c90fb7e7d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7dcaf72f95fc4e1a803fa22e69bcc8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4891744 Jan 19 14:37:49.989496 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44574) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:50.001890 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403e0ee-5d5b-4741-be3b-c66c90fb7e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af72a69-8193-4c83-9438-c1cdfc7889d0,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:50.042212 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec1-0a73-4936-b6fe-45de1a255c53 admin admin] Publish callbacks [] for security_group (3af72a69-8193-4c83-9438-c1cdfc7889d0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:50.056117 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b167c-6e2b-4d97-a744-1114cb342dd7 req-1e0874e9-6c39-4172-a7c8-edfbe2cc24a4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:50.057630 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-852b167c-6e2b-4d97-a744-1114cb342dd7 req-1e0874e9-6c39-4172-a7c8-edfbe2cc24a4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 946 time: 0.0523853 Jan 19 14:37:50.064336 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec1-0a73-4936-b6fe-45de1a255c53 admin admin] Publish callbacks [] for security_group (3af72a69-8193-4c83-9438-c1cdfc7889d0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:50.108908 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-852b167c-6e2b-4d97-a744-1114cb342dd7 req-edadd936-9ed4-4adc-ba1c-6ae9ffd2400f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440569 Jan 19 14:37:50.201508 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec1-0a73-4936-b6fe-45de1a255c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (3af72a69-8193-4c83-9438-c1cdfc7889d0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:50.205349 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9b19eec1-0a73-4936-b6fe-45de1a255c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:50.206174 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-9b19eec1-0a73-4936-b6fe-45de1a255c53 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3af72a69-8193-4c83-9438-c1cdfc7889d0 HTTP/1.1" status: 204 len: 168 time: 0.2145884 Jan 19 14:37:50.213507 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19eec1-0a73-4936-b6fe-45de1a255c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af72a69-8193-4c83-9438-c1cdfc7889d0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:50.453896 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:37:50.557092 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5d8a03b4-d90e-45d4-bca0-062d8153d55b req-50636464-ca8f-4840-bbe6-8cccb88df1e1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 210 time: 0.0280025 Jan 19 14:37:50.778231 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:37:50.865644 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1e951595-257a-49ca-bc71-74bfb18b481c is: ACTIVE; New status is: DOWN {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:50.866053 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:50.888322 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:37:50.890537 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df854f36-304c-423d-babd-50265178c819" -d '{"events": [{"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:37:50.902604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:50.937038 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 19 Jan 2022 14:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a5f362-406a-452d-8fe2-bf70c16e5d01 x-openstack-request-id: req-37a5f362-406a-452d-8fe2-bf70c16e5d01 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:37:50.937331 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-unplugged", "status": "failed", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c", "code": 422}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:37:50.937585 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37a5f362-406a-452d-8fe2-bf70c16e5d01 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:37:50.938061 dv-cinder-799871-15-iscsi neutron-server[103127]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c', 'code': 422} returned with failed status Jan 19 14:37:50.983962 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:51.041414 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:51.075670 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50e713-ddce-4b0b-8037-15243bf3ad45 req-8145ffff-89f5-489f-8e35-fb1fc5d62374 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:51.075670 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bc50e713-ddce-4b0b-8037-15243bf3ad45 req-8145ffff-89f5-489f-8e35-fb1fc5d62374 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0567732 Jan 19 14:37:51.129107 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bc50e713-ddce-4b0b-8037-15243bf3ad45 req-001f673b-e84e-43a7-907e-6c24a1f51bdd tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485151 Jan 19 14:37:51.349634 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44630) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:51.444800 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1634440204-network', 'tenant_id': '387796e1387446fd9c31c40f7adc89f5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:51.541263 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [req-7e2ce4e1-249e-4147-baad-3d96be480a61 req-788ad982-5603-41fc-9310-9bd87f564fd7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:37:51.542246 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7e2ce4e1-249e-4147-baad-3d96be480a61 req-788ad982-5603-41fc-9310-9bd87f564fd7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052571 Jan 19 14:37:51.546410 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Made reservation on behalf of 387796e1387446fd9c31c40f7adc89f5 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:37:51.548644 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:51.557198 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:51.632885 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Publish callbacks [] for security_group (ae7b0db8-9f1f-4ea1-a93f-3665d9b16004), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:51.636962 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-036d45bf-4a9a-4642-88aa-9a109b4c2086 req-eadc8b51-fa16-4c04-bd19-1a89b95e38cf tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 210 time: 0.0254545 Jan 19 14:37:51.718344 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ae7b0db8-9f1f-4ea1-a93f-3665d9b16004), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:51.742013 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:37:51.756141 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:51.765547 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (e96c92ac-4073-46dd-964c-09d447a813a0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:51.765938 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Added segment e96c92ac-4073-46dd-964c-09d447a813a0 of type vlan for network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 Jan 19 14:37:51.815930 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:51.878114 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761c0aa-75d6-437f-99ff-231bf4f23b27 req-67319b54-255e-42bf-b9f7-697966b3b373 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:51.879575 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6761c0aa-75d6-437f-99ff-231bf4f23b27 req-67319b54-255e-42bf-b9f7-697966b3b373 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0513754 Jan 19 14:37:51.928792 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6761c0aa-75d6-437f-99ff-231bf4f23b27 req-f9e59182-8576-4cac-a5d3-c8099c5ee7f7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435760 Jan 19 14:37:51.929997 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:51.930988 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:51.931622 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:52.001086 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:52.014946 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:37:52.079037 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-69c5cbb8-ddc2-469c-917c-510d1ad98b26 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7292392 Jan 19 14:37:52.083380 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44668) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:52.089253 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Request body: {'subnet': {'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1634440204-subnet', 'tenant_id': '387796e1387446fd9c31c40f7adc89f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:52.203784 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Made reservation on behalf of 387796e1387446fd9c31c40f7adc89f5 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:37:52.206344 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58869609'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:52.249399 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81ef0c-8392-40b7-bbe6-79109ab2317b req-63273192-d871-4a5c-8744-3dedd342fb54 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:52.250882 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9c81ef0c-8392-40b7-bbe6-79109ab2317b req-63273192-d871-4a5c-8744-3dedd342fb54 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0519030 Jan 19 14:37:52.330904 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9c81ef0c-8392-40b7-bbe6-79109ab2317b req-0bc3a3d0-f8e0-4251-8450-89e0ffa7f2f9 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741501 Jan 19 14:37:52.426351 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44682) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:52.472623 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62659118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58869575'] for subnet (9f59439d-e226-472e-a756-2b6d2a22e9d8), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:52.532668 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44692) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:52.556413 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Checking segment: {'id': 'e96c92ac-4073-46dd-964c-09d447a813a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:52.557040 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Network hostable DHCP agents. Network: f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:37:52.564753 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f59439d-e226-472e-a756-2b6d2a22e9d8,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:52.582740 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47530a8b-3dcf-4365-be60-8f7f4e01dafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:52.616555 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-b48877c4-370f-4cfd-8593-74dec739ca8e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825312 Jan 19 14:37:52.625568 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-b992d0f0-2c75-4024-aef4-7f38fc4da802 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:37:52.626553 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-b992d0f0-2c75-4024-aef4-7f38fc4da802 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054874 Jan 19 14:37:52.662774 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47530a8b-3dcf-4365-be60-8f7f4e01dafb admin admin] Publish callbacks [] for security_group (de95858d-0a34-4e49-9818-c941fbf6c545), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:52.689804 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:37:52.742398 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e2ce6cb9-9d78-435d-a860-90def5ecf976 req-eb202e0d-cb28-4a6a-8ff9-ad43ae4d4060 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 210 time: 0.0265157 Jan 19 14:37:52.747887 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-47530a8b-3dcf-4365-be60-8f7f4e01dafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (de95858d-0a34-4e49-9818-c941fbf6c545), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:52.782221 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:52.793242 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b128d42c-951c-4001-83c3-cb844290935d None None] Network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:37:52.819006 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:52.826768 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:52.830838 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-47530a8b-3dcf-4365-be60-8f7f4e01dafb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f60731f4c01244c5b9849630f63c5341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033310 Jan 19 14:37:52.833172 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47530a8b-3dcf-4365-be60-8f7f4e01dafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de95858d-0a34-4e49-9818-c941fbf6c545,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:52.833841 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44706) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:52.922416 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de556432-e448-4f85-af5f-ca68280f7fb0 req-37efbc2c-04c4-43b4-8669-def906ee80bb tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:52.929164 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d67ae3a-6447-46ae-b083-495fc5ae6b8a None None] Network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:37:52.930313 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-de556432-e448-4f85-af5f-ca68280f7fb0 req-37efbc2c-04c4-43b4-8669-def906ee80bb tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0825131 Jan 19 14:37:52.983062 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-961e2eb2-8be8-4bb7-9edc-bd96b6300558 admin admin] Publish callbacks [] for security_group (de95858d-0a34-4e49-9818-c941fbf6c545), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:52.983455 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a9e83bad-01f3-4f1f-bbc1-28dc8dff9fce admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8967454 Jan 19 14:37:53.023280 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-961e2eb2-8be8-4bb7-9edc-bd96b6300558 admin admin] Publish callbacks [] for security_group (de95858d-0a34-4e49-9818-c941fbf6c545), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:53.062511 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-de556432-e448-4f85-af5f-ca68280f7fb0 req-69f2a977-5c18-4b66-8837-881c65a86a7c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297760 Jan 19 14:37:53.137531 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-3a953a8d-2bf1-44d9-8e20-08bcbe68dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:53.139116 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-3a953a8d-2bf1-44d9-8e20-08bcbe68dded service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 1099 time: 0.2420130 Jan 19 14:37:53.144038 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ae063-4868-4da8-b61e-5c00948f598a req-6795c07e-dbed-46f1-b17d-c72c2a97bc7a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:53.147190 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f0ae063-4868-4da8-b61e-5c00948f598a req-6795c07e-dbed-46f1-b17d-c72c2a97bc7a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0794854 Jan 19 14:37:53.236103 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f0ae063-4868-4da8-b61e-5c00948f598a req-443f277d-7681-43c2-86eb-1dedf899370c tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811951 Jan 19 14:37:53.286416 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-1d811a24-a2a8-4818-b3c8-92d1c0daa43f tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:53.288490 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-1d811a24-a2a8-4818-b3c8-92d1c0daa43f tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.57 "GET /v2.0/networks?id=37d4106b-a111-4480-84fe-234f05498f56 HTTP/1.1" status: 200 len: 808 time: 0.3239925 Jan 19 14:37:53.329870 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-961e2eb2-8be8-4bb7-9edc-bd96b6300558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (de95858d-0a34-4e49-9818-c941fbf6c545), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:53.333901 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-961e2eb2-8be8-4bb7-9edc-bd96b6300558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:53.335290 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-961e2eb2-8be8-4bb7-9edc-bd96b6300558 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de95858d-0a34-4e49-9818-c941fbf6c545 HTTP/1.1" status: 204 len: 168 time: 0.5004580 Jan 19 14:37:53.348270 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-a5849ded-80c6-4b19-9a8f-8047188541ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:53.349769 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-a5849ded-80c6-4b19-9a8f-8047188541ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 200 len: 919 time: 0.2036111 Jan 19 14:37:53.354006 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e2eb2-8be8-4bb7-9edc-bd96b6300558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de95858d-0a34-4e49-9818-c941fbf6c545,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:53.428786 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-ae63f236-dfef-49ce-ae1a-6e3bbb9485d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4478630-1874-4828-b111-cd777e547205 HTTP/1.1" status: 200 len: 217 time: 0.0673795 Jan 19 14:37:53.441453 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-913fda4c-4880-4ea3-9dbf-c39d1215acaa tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60fa675e67c848f0981ab28dfcb7537e HTTP/1.1" status: 200 len: 380 time: 0.1371274 Jan 19 14:37:53.479546 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Request body: {'port': {'device_id': 'd637581c-8456-4e78-9b03-7b397208c94e', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'admin_state_up': True, 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'security_groups': ['c1c12087-8d0e-42ea-8c88-61b1469db520']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:53.538806 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-4f36380d-74d8-4b47-ab0d-8c5216db149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:53.540282 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-4f36380d-74d8-4b47-ab0d-8c5216db149b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 200 len: 858 time: 0.1000524 Jan 19 14:37:53.575697 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-ce1851aa-3567-452e-a268-3d91535f7e14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=333f40c5-341d-4834-945d-fa7400e4854a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280228 Jan 19 14:37:53.694343 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-ae9f6e63-20d0-4c6a-8d4a-065e04a5224a service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121507 Jan 19 14:37:53.857430 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-55971ed3-3719-4fd4-9a36-740c5e868984 req-44d9c6c7-15db-437d-be4d-028dafd887aa tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 210 time: 0.0349443 Jan 19 14:37:53.968650 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Made reservation on behalf of 60fa675e67c848f0981ab28dfcb7537e for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:37:53.974125 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:54.060489 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fb92a96e-d8f8-4e98-96ec-f1e389da973a req-01a5ca9e-266b-4444-aeca-549c9757d891 service neutron] 10.222.0.57 "GET /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584521 Jan 19 14:37:54.155012 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Allocated IP 172.20.0.8 (37d4106b-a111-4480-84fe-234f05498f56/54ccacf1-3efd-44c6-8dd6-2f8892936041/0ef9b2d4-d7e2-4095-be7f-86dbece636e9) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:37:54.197125 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725742f-fbd0-4803-9828-cf58f0a45f25 req-2077e761-fb05-401b-a547-fdee3c63a230 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:54.198879 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a725742f-fbd0-4803-9828-cf58f0a45f25 req-2077e761-fb05-401b-a547-fdee3c63a230 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0595536 Jan 19 14:37:54.258444 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a725742f-fbd0-4803-9828-cf58f0a45f25 req-30064b50-e023-487b-9ac0-918536379319 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532990 Jan 19 14:37:54.322388 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:54.386039 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb6afe-6b65-40ba-9598-429f5956b168 req-d6ad7860-809b-4f77-8cfa-b2e79d2f6698 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:54.392056 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-daeb6afe-6b65-40ba-9598-429f5956b168 req-d6ad7860-809b-4f77-8cfa-b2e79d2f6698 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0711784 Jan 19 14:37:54.436313 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:54.446465 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-daeb6afe-6b65-40ba-9598-429f5956b168 req-965eb8aa-3078-41b1-9026-99b90084a566 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527725 Jan 19 14:37:54.482500 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Network 37d4106b-a111-4480-84fe-234f05498f56 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:54.485485 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:54.489273 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:37:54.495600 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'Port': ['ID=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:54.534843 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44746) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:54.562000 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:54.562855 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:54.642691 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-710334629-network', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:54.670770 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-83ed7aa9-c406-4e3f-bdfe-89091260d894 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1979647 Jan 19 14:37:54.684002 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Request body: {'port': {'device_id': 'd637581c-8456-4e78-9b03-7b397208c94e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:54.742563 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:54.781592 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-59e1ae8a-4ce2-40dd-9bce-8a3181ab7781 None None] Provisioning complete for port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:54.782225 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-59e1ae8a-4ce2-40dd-9bce-8a3181ab7781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:54.793363 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Made reservation on behalf of df25f3f904f14ecfb7844bf47cf13285 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:37:54.795721 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:54.803814 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:37:54.842492 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-59e1ae8a-4ce2-40dd-9bce-8a3181ab7781 None None] Port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:37:54.852296 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:54.894874 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1e951595-257a-49ca-bc71-74bfb18b481c is: DOWN; New status is: DOWN {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:54.980372 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a44a5-df78-4923-b5ed-6da51fc14b83 req-be4d3874-d540-4e59-a849-299c98eab14b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:54.982494 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ad7a44a5-df78-4923-b5ed-6da51fc14b83 req-be4d3874-d540-4e59-a849-299c98eab14b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 931 time: 0.0518425 Jan 19 14:37:55.025643 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Publish callbacks [] for security_group (d5356a12-0a41-4ca3-82ad-1102aa2a6f01), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.036086 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ad7a44a5-df78-4923-b5ed-6da51fc14b83 req-c80487f5-584a-488f-924e-66b1ff590287 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476742 Jan 19 14:37:55.073240 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:37:55.080827 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Publish callbacks [] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.092545 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Transition to ACTIVE for port object 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:37:55.103593 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (d5356a12-0a41-4ca3-82ad-1102aa2a6f01), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.127897 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:37:55.136378 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5356a12-0a41-4ca3-82ad-1102aa2a6f01,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:55.142394 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (78a04b80-bcc1-41ac-8893-2dd8baba87fe), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.142736 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Added segment 78a04b80-bcc1-41ac-8893-2dd8baba87fe of type vlan for network de9041de-14d8-4751-a4f5-036c4311aca9 Jan 19 14:37:55.187641 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (de9041de-14d8-4751-a4f5-036c4311aca9), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.218216 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.289563 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Pushing event updated for resources: {'Port': ['ID=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:55.332960 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (de9041de-14d8-4751-a4f5-036c4311aca9), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.334466 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:55.335711 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.415347 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Attempting to bind port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:37:55.416486 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Attempting to bind port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:37:55.416486 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Attempting to bind port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 on network 37d4106b-a111-4480-84fe-234f05498f56 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:37:55.431377 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] Pushing event updated for resources: {'Network': ['ID=de9041de-14d8-4751-a4f5-036c4311aca9,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:55.433650 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 on network 37d4106b-a111-4480-84fe-234f05498f56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:37:55.434013 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Attempting to bind port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 on network 37d4106b-a111-4480-84fe-234f05498f56 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:37:55.440094 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:37:55.440712 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Checking segment: {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:55.440808 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Bound using segment: {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:37:55.441225 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Bound port: 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e0d8de-6a77-4063-b2cc-6ff6a0302a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '37d4106b-a111-4480-84fe-234f05498f56'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:37:55.441734 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.445763 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network de9041de-14d8-4751-a4f5-036c4311aca9 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:37:55.462763 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-554a5073-91ee-4daa-8232-67427d847273 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9248137 Jan 19 14:37:55.466319 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44768) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:55.472207 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Request body: {'subnet': {'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-710334629-subnet', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:55.526858 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4d05acc5-5888-4b1c-b018-5542fd47bc01 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:55.529935 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4d05acc5-5888-4b1c-b018-5542fd47bc01 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/networks?id=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 HTTP/1.1" status: 200 len: 814 time: 0.1388004 Jan 19 14:37:55.542478 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec429d-ce11-4290-a674-b5e17a952d15 req-f802d065-6c94-4be1-aea2-2ab4795e1321 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:55.544913 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2bec429d-ce11-4290-a674-b5e17a952d15 req-f802d065-6c94-4be1-aea2-2ab4795e1321 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.1891282 Jan 19 14:37:55.556195 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-3d1bc610-ac44-4c08-b9c6-a699e1ce16b7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/quotas/387796e1387446fd9c31c40f7adc89f5 HTTP/1.1" status: 200 len: 375 time: 0.0101876 Jan 19 14:37:55.561522 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:37:55.566837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:37:55.609209 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-35dc4538-01f1-4222-9646-689d0bb1844b tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=387796e1387446fd9c31c40f7adc89f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453017 Jan 19 14:37:55.644657 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2bec429d-ce11-4290-a674-b5e17a952d15 req-7410c798-c784-45d3-b1ef-ef59ac2b971c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869148 Jan 19 14:37:55.655343 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Made reservation on behalf of df25f3f904f14ecfb7844bf47cf13285 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:37:55.657721 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58869609'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.679240 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.752224 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-2132ce32-f51c-4534-bf09-e78940529e7d service neutron] 10.222.0.79 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329811 Jan 19 14:37:55.758450 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:55.759083 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:55.760651 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] 10.222.0.57 "PUT /v2.0/ports/0ef9b2d4-d7e2-4095-be7f-86dbece636e9 HTTP/1.1" status: 200 len: 1093 time: 1.0811210 Jan 19 14:37:55.769943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:37:55.772353 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb954a-b137-4b09-be41-a29a71c793ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:37:55.813113 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ba64a-e3c2-455c-8d31-a5a14e2b3c5a service neutron] Pushing event updated for resources: {'Port': ['ID=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:55.967033 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-84ce00fe-6d91-4947-8bff-795c94e48dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:55.968639 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-84ce00fe-6d91-4947-8bff-795c94e48dcb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60fa675e67c848f0981ab28dfcb7537e&device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1096 time: 0.0609562 Jan 19 14:37:56.023018 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62659118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58869575'] for subnet (bd1fd067-702e-4b81-a009-d45a1fd4fffb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:56.025728 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-777fe424-3eaa-43fa-ab01-5fac7393f90a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9 HTTP/1.1" status: 200 len: 217 time: 0.0440319 Jan 19 14:37:56.059569 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3b4b4-396c-4811-bbd6-782c14da1970 req-f5440e76-f839-464c-8a74-f8b6f90db0e6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.060979 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-76f3b4b4-396c-4811-bbd6-782c14da1970 req-f5440e76-f839-464c-8a74-f8b6f90db0e6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.3539910 Jan 19 14:37:56.118534 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-e49f2063-e312-435f-88bf-178fe862eef6 service neutron] 10.222.0.79 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604586 Jan 19 14:37:56.119628 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1fd067-702e-4b81-a009-d45a1fd4fffb,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:56.133391 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-76f3b4b4-396c-4811-bbd6-782c14da1970 req-ffbc7475-02a6-45dd-8484-008696aa70bb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622516 Jan 19 14:37:56.134159 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-add288bc-40ca-4814-a32f-ca540c1cbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.135868 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-add288bc-40ca-4814-a32f-ca540c1cbd04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54ccacf1-3efd-44c6-8dd6-2f8892936041 HTTP/1.1" status: 200 len: 847 time: 0.1024644 Jan 19 14:37:56.136743 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Checking segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:56.137184 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Network hostable DHCP agents. Network: de9041de-14d8-4751-a4f5-036c4311aca9, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:37:56.187063 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-d84f4730-54f3-4cc2-bbf5-70eeb1e9c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.188624 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-d84f4730-54f3-4cc2-bbf5-70eeb1e9c10e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d4106b-a111-4480-84fe-234f05498f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456164 Jan 19 14:37:56.195008 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1a2736-4957-4cea-8253-37d1f19321cf x-openstack-request-id: req-be1a2736-4957-4cea-8253-37d1f19321cf {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:37:56.195295 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:37:56.195573 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be1a2736-4957-4cea-8253-37d1f19321cf {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:37:56.195990 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'status': 'completed', 'code': 200} Jan 19 14:37:56.256386 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Network de9041de-14d8-4751-a4f5-036c4311aca9 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:37:56.286783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f0c9f-8ef1-4bda-ab89-20ea867827d8 req-2070f715-f41c-4bc5-96c0-106005f3a3b1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.288237 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-164f0c9f-8ef1-4bda-ab89-20ea867827d8 req-2070f715-f41c-4bc5-96c0-106005f3a3b1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0494895 Jan 19 14:37:56.294395 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-26c40cc6-d197-44d1-8f97-3dff7f2cd031 service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882492 Jan 19 14:37:56.349565 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-164f0c9f-8ef1-4bda-ab89-20ea867827d8 req-fb929325-369b-4929-9768-d5342520bb41 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552409 Jan 19 14:37:56.362282 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, de9041de-14d8-4751-a4f5-036c4311aca9) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:56.381455 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30ecb4-f30a-47a1-818f-a6b911948403 None None] Network de9041de-14d8-4751-a4f5-036c4311aca9 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:37:56.404499 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.405087 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:56.406489 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-47aeeb06-e8a8-4a28-bc8d-1ac695701972 req-8651d454-f595-4466-9079-f715db9ce25c tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 210 time: 0.0346777 Jan 19 14:37:56.483729 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-6db15e68-69c7-4b7e-8fc6-8337b612bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.494249 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-6db15e68-69c7-4b7e-8fc6-8337b612bf29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5&tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5 HTTP/1.1" status: 200 len: 1097 time: 0.1253834 Jan 19 14:37:56.494249 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-59c8e8f5-ef86-4d13-850d-9174190b0db6 req-e85548c2-c56b-42d3-9114-6f71c08bad78 service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888506 Jan 19 14:37:56.512220 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-de9041de-14d8-4751-a4f5-036c4311aca9', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:37:56.513498 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:56.522323 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-4d45aa8c-3e3e-4231-9ec9-701794c0422b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0552697 Jan 19 14:37:56.531766 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44786) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:56.534882 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:37:56.555859 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-c245b960-2400-43d2-b1f2-546d900c2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.563077 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-c245b960-2400-43d2-b1f2-546d900c2ba9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 1097 time: 0.0497429 Jan 19 14:37:56.666890 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Allocated IP 172.20.0.2 (de9041de-14d8-4751-a4f5-036c4311aca9/bd1fd067-702e-4b81-a009-d45a1fd4fffb/1460619f-b1d4-432f-be3a-152eebbd8752) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:37:56.678735 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-4cc7c7a7-4003-414e-92c7-76a7228baefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.680223 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-4cc7c7a7-4003-414e-92c7-76a7228baefc service neutron] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 918 time: 0.1167212 Jan 19 14:37:56.682810 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-e73b937b-f978-4b19-8ed8-a53b484a999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.684609 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-e73b937b-f978-4b19-8ed8-a53b484a999c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60fa675e67c848f0981ab28dfcb7537e&device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1096 time: 0.0690484 Jan 19 14:37:56.692762 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (33253a25-da8a-417b-849e-0222c9d5b945), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:56.703764 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (33253a25-da8a-417b-849e-0222c9d5b945), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:56.779096 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks [] for router_controller (33253a25-da8a-417b-849e-0222c9d5b945), precommit_add_association {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:56.805413 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae30a8-3cb5-4522-b352-de85a6ffa507 req-d4c30850-babf-408f-809e-7a3b46ff25b0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.807087 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eeae30a8-3cb5-4522-b352-de85a6ffa507 req-d4c30850-babf-408f-809e-7a3b46ff25b0 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0819955 Jan 19 14:37:56.810647 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-20a650a8-4e86-404e-b734-daacb6c3860c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e951595-257a-49ca-bc71-74bfb18b481c HTTP/1.1" status: 200 len: 1000 time: 0.1197135 Jan 19 14:37:56.849686 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Publish callbacks [] for port (1460619f-b1d4-432f-be3a-152eebbd8752), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:56.859282 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eeae30a8-3cb5-4522-b352-de85a6ffa507 req-9b723326-cd6e-411b-a890-b66774216dd7 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Jan 19 14:37:56.865628 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-875d4422-2a53-431f-bbe5-39831bef06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.867120 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-875d4422-2a53-431f-bbe5-39831bef06f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d4106b-a111-4480-84fe-234f05498f56 HTTP/1.1" status: 200 len: 909 time: 0.1698375 Jan 19 14:37:56.914931 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-dbe3769d-4186-4f78-8ee7-fe4bad74a9c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9 HTTP/1.1" status: 200 len: 217 time: 0.0416899 Jan 19 14:37:56.916754 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-8e0d62fd-4fbf-40c2-97ac-694ad3853517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:56.918191 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-8e0d62fd-4fbf-40c2-97ac-694ad3853517 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0961759 Jan 19 14:37:56.959043 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:57.030470 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-8a5e37a2-fbb3-4687-a47c-328bf067c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:57.032022 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-8a5e37a2-fbb3-4687-a47c-328bf067c41a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54ccacf1-3efd-44c6-8dd6-2f8892936041 HTTP/1.1" status: 200 len: 847 time: 0.0995722 Jan 19 14:37:57.036376 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Network de9041de-14d8-4751-a4f5-036c4311aca9 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:57.040604 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-0783727f-1259-4b38-8fc7-9410e687263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:57.043374 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:57.047309 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-0783727f-1259-4b38-8fc7-9410e687263a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1083670 Jan 19 14:37:57.049665 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks [] for router_gateway (33253a25-da8a-417b-849e-0222c9d5b945), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:57.050637 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:37:57.080386 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Pushing event updated for resources: {'Port': ['ID=1460619f-b1d4-432f-be3a-152eebbd8752,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:57.116607 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Attempting to bind port 1460619f-b1d4-432f-be3a-152eebbd8752 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:37:57.117290 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Attempting to bind port 1460619f-b1d4-432f-be3a-152eebbd8752 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:37:57.117881 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Attempting to bind port 1460619f-b1d4-432f-be3a-152eebbd8752 on network de9041de-14d8-4751-a4f5-036c4311aca9 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:37:57.124512 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:37:57.125202 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Checking segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:37:57.125861 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:57.126732 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Bound using segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:37:57.127536 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Bound port: 1460619f-b1d4-432f-be3a-152eebbd8752, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:37:57.128205 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:57.157235 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-d14e8e81-020c-4978-ab59-cc73a69fbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:57.158904 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-d14e8e81-020c-4978-ab59-cc73a69fbc1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d4106b-a111-4480-84fe-234f05498f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1203115 Jan 19 14:37:57.223149 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] For port 1460619f-b1d4-432f-be3a-152eebbd8752, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:37:57.226556 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] For port 1460619f-b1d4-432f-be3a-152eebbd8752, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=1460619f-b1d4-432f-be3a-152eebbd8752,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:37:57.254659 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-c923769d-bf0d-4a85-9722-3bbbd5528f57 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986206 Jan 19 14:37:57.299987 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8493c5-cb5e-4407-94db-e5b902085927 req-638cc332-58a9-4d38-bbee-adde148d61f3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:57.301502 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ad8493c5-cb5e-4407-94db-e5b902085927 req-638cc332-58a9-4d38-bbee-adde148d61f3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0655115 Jan 19 14:37:57.331056 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-6e403d79-15d7-4fc1-9895-0a1d63751f11 service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657360 Jan 19 14:37:57.357505 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:57.399687 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ad8493c5-cb5e-4407-94db-e5b902085927 req-c5aadf72-d82e-4956-9f95-938664c7379c tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903468 Jan 19 14:37:57.452008 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c7ded06f-e250-40ec-93ef-3ab90a160822 req-ba893b16-91e2-4886-bb17-9ab275538fbb service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838837 Jan 19 14:37:57.457435 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38fbd0-0a51-4c60-a87c-3fcfd906b39f None None] Pushing event updated for resources: {'Port': ['ID=1460619f-b1d4-432f-be3a-152eebbd8752,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:57.481265 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fbcb954a-b137-4b09-be41-a29a71c793ec req-e4b50183-492d-43bf-b114-cdf5f7567ce4 service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422505 Jan 19 14:37:57.575167 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-92126d84-6f21-498d-b108-24488203e1fb req-7b97d361-6b72-4405-9e65-4b3cfdf08187 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 210 time: 0.0515997 Jan 19 14:37:57.576340 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks [] for router_gateway (33253a25-da8a-417b-849e-0222c9d5b945), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:57.615169 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:57.692055 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30887f25-e751-4254-9e97-8bd1af4c36e7 req-e96a908b-6ed7-4c96-af39-e56ca1374777 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:57.693948 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-30887f25-e751-4254-9e97-8bd1af4c36e7 req-e96a908b-6ed7-4c96-af39-e56ca1374777 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.1740718 Jan 19 14:37:57.796507 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-30887f25-e751-4254-9e97-8bd1af4c36e7 req-606fe35d-fb35-4a9e-ae87-182f29634bf5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882151 Jan 19 14:37:57.806768 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Allocated IP 172.27.1.135 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/e8771eb2-75f0-448d-bb8e-d363d2c53df9) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:37:57.924997 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks [] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:58.075385 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:58.115408 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:37:58.118193 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:37:58.123147 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:37:58.145583 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Pushing event updated for resources: {'Port': ['ID=e8771eb2-75f0-448d-bb8e-d363d2c53df9,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:58.634928 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks [] for router_gateway (33253a25-da8a-417b-849e-0222c9d5b945), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:58.646978 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f96f5-0cb8-456c-9480-800e499c1553 req-b7f64738-7b71-45fb-96d4-b93342a1c934 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:58.655690 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3b4f96f5-0cb8-456c-9480-800e499c1553 req-b7f64738-7b71-45fb-96d4-b93342a1c934 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0997863 Jan 19 14:37:58.764086 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1ff3ac-d642-477e-9cc7-7e66a54795ec None None] Network de9041de-14d8-4751-a4f5-036c4311aca9 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:37:58.819614 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4d200dff-7103-4b93-9080-a858ee74f49e req-c83437c8-dc6f-4c5b-b6e3-d5c4e3602223 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 210 time: 0.0782728 Jan 19 14:37:58.867562 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-e4e792d9-c104-4065-849e-b27026be0f58 None None] Provisioning complete for port 1460619f-b1d4-432f-be3a-152eebbd8752 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:58.868250 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4e792d9-c104-4065-849e-b27026be0f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:58.888272 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3b4f96f5-0cb8-456c-9480-800e499c1553 req-a029d007-6134-44a0-bb89-c4c1e64a59e8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316184 Jan 19 14:37:59.110146 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e4e792d9-c104-4065-849e-b27026be0f58 None None] Current status of the port 1460619f-b1d4-432f-be3a-152eebbd8752 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:59.110494 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4e792d9-c104-4065-849e-b27026be0f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:59.161579 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-e4e792d9-c104-4065-849e-b27026be0f58 None None] For port 1460619f-b1d4-432f-be3a-152eebbd8752, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=1460619f-b1d4-432f-be3a-152eebbd8752,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:37:59.202969 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (33253a25-da8a-417b-849e-0222c9d5b945), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:59.234781 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d22b2-80be-44c3-8a54-e952cf88eb4d req-b0783cf1-3c41-45aa-bb38-26db541126cd tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:37:59.236545 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-058d22b2-80be-44c3-8a54-e952cf88eb4d req-b0783cf1-3c41-45aa-bb38-26db541126cd tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.1436982 Jan 19 14:37:59.284049 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e4e792d9-c104-4065-849e-b27026be0f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:59.363614 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e792d9-c104-4065-849e-b27026be0f58 None None] Pushing event updated for resources: {'Port': ['ID=1460619f-b1d4-432f-be3a-152eebbd8752,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:37:59.412888 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-058d22b2-80be-44c3-8a54-e952cf88eb4d req-ff8f2018-9b0a-4dac-ae11-907bf1677ccb tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325445 Jan 19 14:37:59.520388 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-dc725e23-e1b7-4b82-a7c6-f431879c1122 None None] Provisioning complete for port 1460619f-b1d4-432f-be3a-152eebbd8752 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:59.521146 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc725e23-e1b7-4b82-a7c6-f431879c1122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:59.560053 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Router 33253a25-da8a-417b-849e-0222c9d5b945 is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:37:59.566938 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 1460619f-b1d4-432f-be3a-152eebbd8752 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:37:59.700926 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:37:59.712455 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Sync routers for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:37:59.737453 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:37:59.738116 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:37:59.820550 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 1460619f-b1d4-432f-be3a-152eebbd8752 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:37:59.821174 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:59.851229 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dc725e23-e1b7-4b82-a7c6-f431879c1122 None None] Current status of the port 1460619f-b1d4-432f-be3a-152eebbd8752 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:37:59.851754 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:37:59.853566 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-7ab1d235-c489-451b-b902-579aa62e2848 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3221955 Jan 19 14:37:59.857360 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44844) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:37:59.902880 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:37:59.948984 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 1460619f-b1d4-432f-be3a-152eebbd8752 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:00.069668 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a964dce8-b2af-4c38-a763-fb8c7485eea9 req-55bfc2ee-1f69-48cd-bf65-3b4a5e8c7d61 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 210 time: 0.0600553 Jan 19 14:38:00.242831 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2c674-d15a-488b-a61d-7d91fe778d3c req-17453e67-7acf-4da7-8e27-abf581bde4a1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:00.244739 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e5d2c674-d15a-488b-a61d-7d91fe778d3c req-17453e67-7acf-4da7-8e27-abf581bde4a1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.1452563 Jan 19 14:38:00.337796 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e5d2c674-d15a-488b-a61d-7d91fe778d3c req-20ca7881-6530-487c-b9f6-dc7ef90794cb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851452 Jan 19 14:38:00.466359 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:37:58Z', 'revision_number': 3, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:00.551230 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Checking router: 33253a25-da8a-417b-849e-0222c9d5b945 for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:38:00.551823 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Updating router 33253a25-da8a-417b-849e-0222c9d5b945 port e8771eb2-75f0-448d-bb8e-d363d2c53df9 binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:38:00.588540 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68efe-d7b4-490a-921c-01ff812cdac5 req-17de9343-3f60-465d-828a-65ac1600171c tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:00.596547 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5be68efe-d7b4-490a-921c-01ff812cdac5 req-17de9343-3f60-465d-828a-65ac1600171c tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.1128483 Jan 19 14:38:00.603431 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:00.653374 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5be68efe-d7b4-490a-921c-01ff812cdac5 req-50a29d1f-d238-4a4f-a6ca-d1f7796b58c8 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554905 Jan 19 14:38:00.664441 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-c5c468e7-edc3-4c43-aa88-9d786b081bb2 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:00.666122 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-c5c468e7-edc3-4c43-aa88-9d786b081bb2 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.57 "GET /v2.0/networks?id=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 HTTP/1.1" status: 200 len: 814 time: 0.6786971 Jan 19 14:38:00.905450 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Request body: {'port': {'device_id': '1585d3b0-c9ef-40a2-b99c-95bff8368345', 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6', 'admin_state_up': True, 'tenant_id': '387796e1387446fd9c31c40f7adc89f5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:00.946970 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Publish callbacks [] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:01.135661 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:01.184523 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-09927b8d-ac99-4b05-963f-0820a13c1095 req-eb8d848c-b371-4c18-b696-40571bb68ea3 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 210 time: 0.0363283 Jan 19 14:38:01.220788 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:01.271918 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Made reservation on behalf of 387796e1387446fd9c31c40f7adc89f5 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:38:01.275931 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:01.318671 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6b6a2-d13d-4046-891d-bcd74bee9290 None None] Pushing event updated for resources: {'Port': ['ID=e8771eb2-75f0-448d-bb8e-d363d2c53df9,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:01.343294 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Attempting to bind port e8771eb2-75f0-448d-bb8e-d363d2c53df9 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:38:01.343935 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Attempting to bind port e8771eb2-75f0-448d-bb8e-d363d2c53df9 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:38:01.344568 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Attempting to bind port e8771eb2-75f0-448d-bb8e-d363d2c53df9 on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:38:01.352062 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:38:01.352769 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:38:01.353428 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:01.354041 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:38:01.354706 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Bound port: e8771eb2-75f0-448d-bb8e-d363d2c53df9, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:38:01.355283 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:01.421288 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Allocated IP 172.20.0.1 (de9041de-14d8-4751-a4f5-036c4311aca9/bd1fd067-702e-4b81-a009-d45a1fd4fffb/c00d3288-74a2-46f0-8c69-a36cef390159) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:38:01.468370 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] For port e8771eb2-75f0-448d-bb8e-d363d2c53df9, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:38:01.473199 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] For port e8771eb2-75f0-448d-bb8e-d363d2c53df9, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=e8771eb2-75f0-448d-bb8e-d363d2c53df9,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:38:01.538247 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 1460619f-b1d4-432f-be3a-152eebbd8752 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:01.585644 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176df91-25ab-4a4b-a0d6-d5b62fcff1c6 req-25425737-5a86-4d36-a8cf-90502969677a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:01.593510 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5176df91-25ab-4a4b-a0d6-d5b62fcff1c6 req-25425737-5a86-4d36-a8cf-90502969677a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0782986 Jan 19 14:38:01.637524 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Allocated IP 172.20.0.3 (f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6/9f59439d-e226-472e-a756-2b6d2a22e9d8/890ecf6d-33c7-47eb-8e6e-50143b2a167f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:38:01.652365 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 1460619f-b1d4-432f-be3a-152eebbd8752 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:01.653008 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:01.663144 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5176df91-25ab-4a4b-a0d6-d5b62fcff1c6 req-31f30d27-3d45-4108-a0c2-4d6f6e8af548 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626104 Jan 19 14:38:01.742545 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Publish callbacks [] for port (c00d3288-74a2-46f0-8c69-a36cef390159), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:01.770040 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 1460619f-b1d4-432f-be3a-152eebbd8752 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:01.775152 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:01.839420 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1ebf8-1f8f-4826-b898-64ba3fe00ea3 req-f7fce766-42ba-449b-b212-4a99cbfa754a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:01.854040 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-86c1ebf8-1f8f-4826-b898-64ba3fe00ea3 req-f7fce766-42ba-449b-b212-4a99cbfa754a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0959280 Jan 19 14:38:01.877638 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6b6a2-d13d-4046-891d-bcd74bee9290 None None] Pushing event updated for resources: {'Port': ['ID=e8771eb2-75f0-448d-bb8e-d363d2c53df9,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:01.938910 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:01.939551 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-86c1ebf8-1f8f-4826-b898-64ba3fe00ea3 req-552f6388-f100-4a7b-b47a-1644b74852f5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807350 Jan 19 14:38:01.939716 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:01.981397 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks [] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:02.016257 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:02.080000 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Network de9041de-14d8-4751-a4f5-036c4311aca9 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:38:02.085662 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:02.089462 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:38:02.105005 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:02.124821 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Pushing event updated for resources: {'Port': ['ID=c00d3288-74a2-46f0-8c69-a36cef390159,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:02.140053 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (33253a25-da8a-417b-849e-0222c9d5b945), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:02.217812 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:02.379312 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:38:02.388534 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:02.391018 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:38:02.393809 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Pushing event updated for resources: {'Port': ['ID=890ecf6d-33c7-47eb-8e6e-50143b2a167f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:02.423404 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-7adc5041-8e5a-4592-a823-df9b7d8e20e3 None None] Provisioning complete for port c00d3288-74a2-46f0-8c69-a36cef390159 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:02.424064 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7adc5041-8e5a-4592-a823-df9b7d8e20e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:02.429755 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:37:58Z', 'revision_number': 3, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:02.468301 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30738578-67b8-4e71-a61c-ce6e867943b3 req-daae2dcb-a3cd-479e-b0b0-ed9ca124bb6b tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:02.477237 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-30738578-67b8-4e71-a61c-ce6e867943b3 req-daae2dcb-a3cd-479e-b0b0-ed9ca124bb6b tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 931 time: 0.1500156 Jan 19 14:38:02.491141 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c980a9-2845-4e95-bffa-591c28a8b174 None None] The sync data for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi is: [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:37:58Z', 'revision_number': 3, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:38:02.501111 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:02.506407 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:02.521634 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7adc5041-8e5a-4592-a823-df9b7d8e20e3 None None] Port c00d3288-74a2-46f0-8c69-a36cef390159 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:38:02.532099 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-30738578-67b8-4e71-a61c-ce6e867943b3 req-4d040bec-d7d2-43ad-8498-aabc69394dd0 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536125 Jan 19 14:38:02.538106 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:02.621577 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-6d588a0e-5dcc-4a64-8a90-318c3a970d08 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7212343 Jan 19 14:38:02.746427 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Publish callbacks [] for port (c00d3288-74a2-46f0-8c69-a36cef390159), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:02.818453 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:02.820374 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce6a65-abaf-45ae-932a-171f7313ef41 req-ee32076a-d658-4098-b9f5-df50d271e17f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:02.821883 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-83ce6a65-abaf-45ae-932a-171f7313ef41 req-ee32076a-d658-4098-b9f5-df50d271e17f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0909548 Jan 19 14:38:02.936351 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-83ce6a65-abaf-45ae-932a-171f7313ef41 req-d3e31c82-64b9-484b-a3ae-857b17c4f794 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074498 Jan 19 14:38:02.984436 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Pushing event updated for resources: {'Port': ['ID=c00d3288-74a2-46f0-8c69-a36cef390159,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:03.005273 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (33253a25-da8a-417b-849e-0222c9d5b945), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:03.044625 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26bf0-8b3d-4d04-b623-59699bdab513 req-3c0e9ed6-1d8a-4c3e-9017-1f09c1eb00fe tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:03.046653 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8fb26bf0-8b3d-4d04-b623-59699bdab513 req-3c0e9ed6-1d8a-4c3e-9017-1f09c1eb00fe tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0849259 Jan 19 14:38:03.158447 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0012b8-bfa5-467e-a3a4-1eaa80e841bf req-3e3006d7-fe6b-4345-801a-b4ecf54bad43 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:03.160867 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Network de9041de-14d8-4751-a4f5-036c4311aca9 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:38:03.162381 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:03.165705 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6c0012b8-bfa5-467e-a3a4-1eaa80e841bf req-3e3006d7-fe6b-4345-801a-b4ecf54bad43 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.1305380 Jan 19 14:38:03.360812 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Router 33253a25-da8a-417b-849e-0222c9d5b945 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:38:03.569150 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device e8771eb2-75f0-448d-bb8e-d363d2c53df9 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:03.584275 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:38:03.593393 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8fb26bf0-8b3d-4d04-b623-59699bdab513 req-e74349b0-22fd-496c-b4d0-40b0e810f3a1 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164320 Jan 19 14:38:03.614630 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-2e599539-6ac4-45fc-805c-0753c9dae4cb admin admin] 10.222.0.79 "PUT /v2.0/routers/33253a25-da8a-417b-849e-0222c9d5b945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7558746 Jan 19 14:38:03.663391 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6c0012b8-bfa5-467e-a3a4-1eaa80e841bf req-8a6e089e-7dc2-48da-b643-ccec19a44e85 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969127 Jan 19 14:38:03.708125 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-0131267e-4df6-43ab-8b3d-f26d4f211e43 None None] Provisioning complete for port c00d3288-74a2-46f0-8c69-a36cef390159 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:03.714823 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0131267e-4df6-43ab-8b3d-f26d4f211e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:03.788139 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port e8771eb2-75f0-448d-bb8e-d363d2c53df9 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:03.788799 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:03.791825 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0131267e-4df6-43ab-8b3d-f26d4f211e43 None None] Port c00d3288-74a2-46f0-8c69-a36cef390159 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:38:03.820427 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14007f9-d627-4ed1-83de-c02c76465ae9 req-97fb5ae0-8ec4-4b36-a334-577544479387 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:03.822061 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f14007f9-d627-4ed1-83de-c02c76465ae9 req-97fb5ae0-8ec4-4b36-a334-577544479387 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 931 time: 0.0911753 Jan 19 14:38:03.920186 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f14007f9-d627-4ed1-83de-c02c76465ae9 req-2442bbae-65c2-4423-8fc9-4516540efb51 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887539 Jan 19 14:38:03.953064 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port e8771eb2-75f0-448d-bb8e-d363d2c53df9 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:03.953881 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:03.990012 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port e8771eb2-75f0-448d-bb8e-d363d2c53df9, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=e8771eb2-75f0-448d-bb8e-d363d2c53df9,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:04.072782 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:04.106668 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a383dea-3565-4aba-bfb8-2beac48ab0d3 req-4abf1b73-69d0-42e0-8268-5fa5e96577b0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:04.111185 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3a383dea-3565-4aba-bfb8-2beac48ab0d3 req-4abf1b73-69d0-42e0-8268-5fa5e96577b0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0613410 Jan 19 14:38:04.168538 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=e8771eb2-75f0-448d-bb8e-d363d2c53df9,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:04.202472 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3a383dea-3565-4aba-bfb8-2beac48ab0d3 req-3afdb896-8f53-4931-9942-25f6606793bb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867307 Jan 19 14:38:04.234851 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-38ebe28d-472d-430e-906b-e44551374a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:04.621618 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44900) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:04.635888 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1172209325-network', 'tenant_id': '5743ed0441cc4461a67b628f16de0775'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:04.722730 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Made reservation on behalf of 5743ed0441cc4461a67b628f16de0775 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:38:04.725373 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:04.738887 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:04.756129 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ba58b-9763-47ba-97bf-c1623f31934c req-74f3ca1e-343e-44be-be77-fb056bd9a339 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:04.758507 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0c4ba58b-9763-47ba-97bf-c1623f31934c req-74f3ca1e-343e-44be-be77-fb056bd9a339 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0895519 Jan 19 14:38:04.835382 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d36fe8-6c0b-465e-b455-e3a3aaf4d434 req-4597a1ed-d3a6-47f4-ad3e-a91ef3bf120b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:04.837001 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-71d36fe8-6c0b-465e-b455-e3a3aaf4d434 req-4597a1ed-d3a6-47f4-ad3e-a91ef3bf120b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0775287 Jan 19 14:38:04.842026 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Sync routers for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:38:04.855961 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:04.858782 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:37:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:04.872401 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0c4ba58b-9763-47ba-97bf-c1623f31934c req-a9d5b2d6-9eb7-462d-9a6a-d596815a559a tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022794 Jan 19 14:38:04.885154 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Publish callbacks [] for security_group (e2493dec-5109-4dae-ad5b-9b01bce22377), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:04.928963 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-71d36fe8-6c0b-465e-b455-e3a3aaf4d434 req-4f10e217-71d6-45a0-9395-65cceea647a9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767634 Jan 19 14:38:04.951794 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e2493dec-5109-4dae-ad5b-9b01bce22377), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:04.983164 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:38:04.993513 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2493dec-5109-4dae-ad5b-9b01bce22377,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:04.998843 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (d012e48c-93c8-4643-9b2f-cc0a732c4d69), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:05.002884 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Added segment d012e48c-93c8-4643-9b2f-cc0a732c4d69 of type vlan for network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 Jan 19 14:38:05.065263 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (1bbfa25b-ee86-4a01-a733-3af8fe033e55), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:05.087961 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c9999-67ea-4771-b85c-9fbdad5d90de req-29f34871-1305-4516-969b-267df1ef5ccf tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:05.089841 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-338c9999-67ea-4771-b85c-9fbdad5d90de req-29f34871-1305-4516-969b-267df1ef5ccf tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 931 time: 0.0873783 Jan 19 14:38:05.104928 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:05.186817 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-338c9999-67ea-4771-b85c-9fbdad5d90de req-a3cff74e-b0fa-4cce-a67b-62a9e659a881 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909212 Jan 19 14:38:05.194701 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (1bbfa25b-ee86-4a01-a733-3af8fe033e55), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:05.196223 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:05.196938 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:05.269227 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbfa25b-ee86-4a01-a733-3af8fe033e55,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:05.289980 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:38:05.354715 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-1411fb63-2b8e-4457-8fac-21dc1e357112 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7311993 Jan 19 14:38:05.357338 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44910) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:05.362625 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Request body: {'subnet': {'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1172209325-subnet', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:05.401354 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1efa8-0793-4f6c-81e7-e463a5bf5935 req-9de9ce87-cc0c-40e8-b34f-be00bc3beebe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:05.406486 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e2a1efa8-0793-4f6c-81e7-e463a5bf5935 req-9de9ce87-cc0c-40e8-b34f-be00bc3beebe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0996451 Jan 19 14:38:05.423745 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 2, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:05.453126 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Checking router: 33253a25-da8a-417b-849e-0222c9d5b945 for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:38:05.453821 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Updating router 33253a25-da8a-417b-849e-0222c9d5b945 port c00d3288-74a2-46f0-8c69-a36cef390159 binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:38:05.490160 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device e8771eb2-75f0-448d-bb8e-d363d2c53df9 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:05.503199 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Made reservation on behalf of 5743ed0441cc4461a67b628f16de0775 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:38:05.507303 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58869609'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:05.521372 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e2a1efa8-0793-4f6c-81e7-e463a5bf5935 req-48b33d69-13ee-46db-bbaa-013f819f2b84 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084840 Jan 19 14:38:05.526880 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:05.669275 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port e8771eb2-75f0-448d-bb8e-d363d2c53df9 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:05.669666 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:05.789157 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62659118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58869575'] for subnet (03c2ab1c-262b-42af-b197-f977d7105b7d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:05.852479 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Checking segment: {'id': 'd012e48c-93c8-4643-9b2f-cc0a732c4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:38:05.852884 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Network hostable DHCP agents. Network: 1bbfa25b-ee86-4a01-a733-3af8fe033e55, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:38:05.854793 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c2ab1c-262b-42af-b197-f977d7105b7d,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:05.859198 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port e8771eb2-75f0-448d-bb8e-d363d2c53df9 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:05.957779 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Publish callbacks [] for port (c00d3288-74a2-46f0-8c69-a36cef390159), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:05.966073 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:38:06.054881 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.080455 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e226-b5cb-44c2-b342-975389139f2a req-842ad6b7-20af-43cd-890a-fc1356fdc02c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:06.083152 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7786e226-b5cb-44c2-b342-975389139f2a req-842ad6b7-20af-43cd-890a-fc1356fdc02c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0936484 Jan 19 14:38:06.083283 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 1bbfa25b-ee86-4a01-a733-3af8fe033e55) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:06.088709 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:06.089642 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.115643 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63830693-7b2d-4cf1-bfe2-d9c5e3be2276 None None] Network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:38:06.119565 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9c360-d43b-4ada-992c-16bd37a6d73a req-9d30a737-a2f5-4c3f-9c24-1451e75b19b7 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:06.121743 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2ac9c360-d43b-4ada-992c-16bd37a6d73a req-9d30a737-a2f5-4c3f-9c24-1451e75b19b7 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0979412 Jan 19 14:38:06.172548 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-c7b4a1a1-0216-43e8-909b-b985075c3cfe admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8139427 Jan 19 14:38:06.176997 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44916) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:06.181768 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:06.187847 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4280036-6f93-43c2-971d-7ffd9f1fe5b8 None None] Pushing event updated for resources: {'Port': ['ID=c00d3288-74a2-46f0-8c69-a36cef390159,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:06.258698 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7786e226-b5cb-44c2-b342-975389139f2a req-3a3f74cc-7e9d-47c6-9532-22dbf52b2d39 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673121 Jan 19 14:38:06.286386 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Attempting to bind port c00d3288-74a2-46f0-8c69-a36cef390159 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:38:06.286756 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Attempting to bind port c00d3288-74a2-46f0-8c69-a36cef390159 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:38:06.287120 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Attempting to bind port c00d3288-74a2-46f0-8c69-a36cef390159 on network de9041de-14d8-4751-a4f5-036c4311aca9 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:38:06.294545 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2ac9c360-d43b-4ada-992c-16bd37a6d73a req-7f529845-c36a-4350-9fb3-12288aef6107 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633208 Jan 19 14:38:06.324341 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:38:06.324719 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Checking segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:38:06.325118 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.325512 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Bound using segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:38:06.326024 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Bound port: c00d3288-74a2-46f0-8c69-a36cef390159, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:38:06.327362 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.430624 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-1bbfa25b-ee86-4a01-a733-3af8fe033e55', 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55', 'project_id': '5743ed0441cc4461a67b628f16de0775', 'fixed_ips': [{'subnet_id': '03c2ab1c-262b-42af-b197-f977d7105b7d'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:38:06.431422 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.437666 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac52bf53-98e6-4c29-842d-68d5311da285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.465689 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (93a27690-d0b1-46f0-815e-4a54732284bc), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.469169 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (93a27690-d0b1-46f0-815e-4a54732284bc), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.472461 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] For port c00d3288-74a2-46f0-8c69-a36cef390159, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:38:06.476297 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] For port c00d3288-74a2-46f0-8c69-a36cef390159, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=c00d3288-74a2-46f0-8c69-a36cef390159,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:38:06.486673 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e655e4-4cce-4193-9c73-30e327e05f06 req-7f485415-6000-4d5e-987b-523aa771e042 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:06.493585 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-98e655e4-4cce-4193-9c73-30e327e05f06 req-7f485415-6000-4d5e-987b-523aa771e042 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 931 time: 0.1202378 Jan 19 14:38:06.564123 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-98e655e4-4cce-4193-9c73-30e327e05f06 req-a11475a9-0ddf-42eb-970b-2f8b2a4d7105 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690253 Jan 19 14:38:06.571189 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.629415 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks [] for router_controller (93a27690-d0b1-46f0-815e-4a54732284bc), precommit_add_association {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.657310 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-0e500eaa-ba90-4d4e-a1de-8a585cbd45ab None None] Provisioning complete for port c00d3288-74a2-46f0-8c69-a36cef390159 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:06.657788 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e500eaa-ba90-4d4e-a1de-8a585cbd45ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.714715 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe722f4-816f-4072-9171-6cb8f8479538 req-b02f8727-8bf1-468a-8253-69110e79cee3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:06.716685 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-abe722f4-816f-4072-9171-6cb8f8479538 req-b02f8727-8bf1-468a-8253-69110e79cee3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0795395 Jan 19 14:38:06.844803 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4280036-6f93-43c2-971d-7ffd9f1fe5b8 None None] Pushing event updated for resources: {'Port': ['ID=c00d3288-74a2-46f0-8c69-a36cef390159,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:06.875541 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:06.875541 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:38:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:06.875541 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Allocated IP 172.20.0.2 (1bbfa25b-ee86-4a01-a733-3af8fe033e55/03c2ab1c-262b-42af-b197-f977d7105b7d/20b1f694-cb7e-467b-a3f5-8624e46a7637) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:38:06.939223 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks [] for router_gateway (93a27690-d0b1-46f0-815e-4a54732284bc), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:06.947447 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-abe722f4-816f-4072-9171-6cb8f8479538 req-69609b8a-0701-4138-8951-eba95cc956cd tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869893 Jan 19 14:38:07.106604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0e500eaa-ba90-4d4e-a1de-8a585cbd45ab None None] Current status of the port c00d3288-74a2-46f0-8c69-a36cef390159 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:07.107118 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e500eaa-ba90-4d4e-a1de-8a585cbd45ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:07.240340 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-0e500eaa-ba90-4d4e-a1de-8a585cbd45ab None None] For port c00d3288-74a2-46f0-8c69-a36cef390159, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=c00d3288-74a2-46f0-8c69-a36cef390159,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:07.291500 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:07.434619 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f56f8-daf9-49b9-963a-e800d54c7f21 req-b79768ad-225d-47b2-bd27-334d43b58ef7 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:07.437297 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Publish callbacks [] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:07.438272 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-008f56f8-daf9-49b9-963a-e800d54c7f21 req-b79768ad-225d-47b2-bd27-334d43b58ef7 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.1006312 Jan 19 14:38:07.518915 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b136ece-5f92-43eb-a159-546004bb8ff4 req-95886fd1-2ff6-49a9-9eca-64abb5720384 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:07.520860 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9b136ece-5f92-43eb-a159-546004bb8ff4 req-95886fd1-2ff6-49a9-9eca-64abb5720384 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0813391 Jan 19 14:38:07.548906 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-008f56f8-daf9-49b9-963a-e800d54c7f21 req-666415b0-0f6b-4547-af87-4b965eb5f7e9 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979042 Jan 19 14:38:07.601327 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9b136ece-5f92-43eb-a159-546004bb8ff4 req-5bce2b1b-f6c8-47af-bcb8-12722dfcfa12 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603738 Jan 19 14:38:07.645505 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:06Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:07.695280 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc1133-a0e0-4f95-ad8f-8854acc0c79c None None] The sync data for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi is: [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:06Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:38:07.708997 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0e500eaa-ba90-4d4e-a1de-8a585cbd45ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:07.743041 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e448a50-126e-40a7-baf5-7bfe10480bec req-ea37a1d9-00d4-41f5-944a-f9182ccd3cda tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:07.750141 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:07.750287 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8e448a50-126e-40a7-baf5-7bfe10480bec req-ea37a1d9-00d4-41f5-944a-f9182ccd3cda tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 931 time: 0.1071062 Jan 19 14:38:07.806194 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:38:07.820630 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:07.824563 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:38:07.826965 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e500eaa-ba90-4d4e-a1de-8a585cbd45ab None None] Pushing event updated for resources: {'Port': ['ID=c00d3288-74a2-46f0-8c69-a36cef390159,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:07.843515 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8e448a50-126e-40a7-baf5-7bfe10480bec req-d9efdab3-3617-44bc-ba37-22bc910980e4 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925987 Jan 19 14:38:07.913787 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:07.950105 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Pushing event updated for resources: {'Port': ['ID=20b1f694-cb7e-467b-a3f5-8624e46a7637,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:07.952308 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-7881768a-d1df-4624-a110-35e2d5fb05e5 None None] Provisioning complete for port c00d3288-74a2-46f0-8c69-a36cef390159 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:07.952690 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7881768a-d1df-4624-a110-35e2d5fb05e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:07.988626 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Attempting to bind port 20b1f694-cb7e-467b-a3f5-8624e46a7637 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:38:07.988999 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Attempting to bind port 20b1f694-cb7e-467b-a3f5-8624e46a7637 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': 'd012e48c-93c8-4643-9b2f-cc0a732c4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:38:07.989366 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Attempting to bind port 20b1f694-cb7e-467b-a3f5-8624e46a7637 on network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:38:07.999049 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:38:07.999605 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Checking segment: {'id': 'd012e48c-93c8-4643-9b2f-cc0a732c4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:38:07.999837 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:08.000233 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Bound using segment: {'id': 'd012e48c-93c8-4643-9b2f-cc0a732c4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:38:08.000691 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Bound port: 20b1f694-cb7e-467b-a3f5-8624e46a7637, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd012e48c-93c8-4643-9b2f-cc0a732c4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:38:08.001074 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:08.038264 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks [] for router_gateway (93a27690-d0b1-46f0-815e-4a54732284bc), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:08.062913 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:08.107079 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] For port 20b1f694-cb7e-467b-a3f5-8624e46a7637, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:38:08.122094 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7881768a-d1df-4624-a110-35e2d5fb05e5 None None] Current status of the port c00d3288-74a2-46f0-8c69-a36cef390159 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:08.127729 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] For port 20b1f694-cb7e-467b-a3f5-8624e46a7637, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=20b1f694-cb7e-467b-a3f5-8624e46a7637,segment=NetworkSegment(d012e48c-93c8-4643-9b2f-cc0a732c4d69),segment_id=d012e48c-93c8-4643-9b2f-cc0a732c4d69)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:38:08.170299 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f00a79-1f7b-4553-ae99-0d41c0048f91 req-8dc6c634-6f27-478c-8b73-9f5e06fb2280 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:08.171845 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-87f00a79-1f7b-4553-ae99-0d41c0048f91 req-8dc6c634-6f27-478c-8b73-9f5e06fb2280 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.1114559 Jan 19 14:38:08.221050 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:08.247842 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Allocated IP 172.27.1.124 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/6de9fe99-ad40-4964-aead-43e339114d25) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:38:08.269073 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-87f00a79-1f7b-4553-ae99-0d41c0048f91 req-328ff345-5341-4434-b2ab-fe23ffd9a864 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767937 Jan 19 14:38:08.280030 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614acff7-b60f-48ac-83b0-977f143357c5 None None] Pushing event updated for resources: {'Port': ['ID=20b1f694-cb7e-467b-a3f5-8624e46a7637,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:08.393012 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks [] for port (6de9fe99-ad40-4964-aead-43e339114d25), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:08.515300 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (6de9fe99-ad40-4964-aead-43e339114d25), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:08.559420 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:38:08.562520 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:08.566197 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:38:08.597794 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Pushing event updated for resources: {'Port': ['ID=6de9fe99-ad40-4964-aead-43e339114d25,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:08.629368 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.629718 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.630144 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.630485 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.630819 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.631209 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.631713 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.632049 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.632533 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.632756 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.633089 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.633407 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.634716 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:08.695434 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Request body: {'port': {'device_id': '1585d3b0-c9ef-40a2-b99c-95bff8368345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:08.770175 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:08.827698 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2b7b5-45b8-40fa-9d8d-27449a0ddbd1 req-d8237152-cb4a-4a90-9da6-266c7d811e27 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:08.829155 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d3c2b7b5-45b8-40fa-9d8d-27449a0ddbd1 req-d8237152-cb4a-4a90-9da6-266c7d811e27 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.1847463 Jan 19 14:38:08.873535 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daff79-c932-414b-a5ad-aadd6e3fbd37 req-e5b71423-ea37-4993-9d4e-d7915b83d062 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:08.875083 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-92daff79-c932-414b-a5ad-aadd6e3fbd37 req-e5b71423-ea37-4993-9d4e-d7915b83d062 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.1508894 Jan 19 14:38:08.957878 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d3c2b7b5-45b8-40fa-9d8d-27449a0ddbd1 req-f83dbffe-3926-45ed-9b24-104f13e59b04 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210420 Jan 19 14:38:09.023201 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.034849 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-92daff79-c932-414b-a5ad-aadd6e3fbd37 req-c53514ad-2615-4d68-822d-81fee2d28149 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496725 Jan 19 14:38:09.134110 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks [] for router_gateway (93a27690-d0b1-46f0-815e-4a54732284bc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.180518 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1fc0f-4d88-47d3-a093-bb4aa8808d36 req-15e41daa-39d1-47de-90d2-c0b8a1c11169 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:09.182095 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f4f1fc0f-4d88-47d3-a093-bb4aa8808d36 req-15e41daa-39d1-47de-90d2-c0b8a1c11169 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 931 time: 0.1012886 Jan 19 14:38:09.188588 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890ecf6d-33c7-47eb-8e6e-50143b2a167f {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:38:09.197403 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Publish callbacks [] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.218485 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Transition to ACTIVE for port object 890ecf6d-33c7-47eb-8e6e-50143b2a167f will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:38:09.275143 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f4f1fc0f-4d88-47d3-a093-bb4aa8808d36 req-545a05ee-11ef-424c-ab7a-eead246456d4 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812173 Jan 19 14:38:09.297736 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.347801 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Pushing event updated for resources: {'Port': ['ID=890ecf6d-33c7-47eb-8e6e-50143b2a167f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:09.362417 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.362758 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.363269 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.363763 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.364696 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.365185 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.365668 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.366544 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.367101 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.367588 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.368089 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.368592 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.369080 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:09.452816 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd9516-db94-442c-a62e-11b4d95a432b None None] Network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:38:09.468081 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Attempting to bind port 890ecf6d-33c7-47eb-8e6e-50143b2a167f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:38:09.468522 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Attempting to bind port 890ecf6d-33c7-47eb-8e6e-50143b2a167f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e96c92ac-4073-46dd-964c-09d447a813a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:38:09.468951 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Attempting to bind port 890ecf6d-33c7-47eb-8e6e-50143b2a167f on network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:38:09.474111 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Port 890ecf6d-33c7-47eb-8e6e-50143b2a167f on network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:38:09.474398 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Attempting to bind port 890ecf6d-33c7-47eb-8e6e-50143b2a167f on network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:38:09.480636 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:38:09.480924 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Checking segment: {'id': 'e96c92ac-4073-46dd-964c-09d447a813a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:38:09.481616 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Bound using segment: {'id': 'e96c92ac-4073-46dd-964c-09d447a813a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:38:09.482175 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Bound port: 890ecf6d-33c7-47eb-8e6e-50143b2a167f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96c92ac-4073-46dd-964c-09d447a813a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:38:09.482601 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.483992 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (93a27690-d0b1-46f0-815e-4a54732284bc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.494493 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f505510-6592-48e5-95ae-ce8820a741db req-ab7a05f0-01f5-4c54-8d0a-6c7f800633ad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:09.496269 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7f505510-6592-48e5-95ae-ce8820a741db req-ab7a05f0-01f5-4c54-8d0a-6c7f800633ad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.1004694 Jan 19 14:38:09.537055 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-7f4578d1-a08e-4ee5-9c61-455747edc0e9 None None] Provisioning complete for port 20b1f694-cb7e-467b-a3f5-8624e46a7637 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:09.537436 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f4578d1-a08e-4ee5-9c61-455747edc0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.564868 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] For port 890ecf6d-33c7-47eb-8e6e-50143b2a167f, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:38:09.568837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] For port 890ecf6d-33c7-47eb-8e6e-50143b2a167f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=890ecf6d-33c7-47eb-8e6e-50143b2a167f,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:38:09.572864 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 20b1f694-cb7e-467b-a3f5-8624e46a7637 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:09.651744 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.708159 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:09.709752 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.713210 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7f4578d1-a08e-4ee5-9c61-455747edc0e9 None None] Current status of the port 20b1f694-cb7e-467b-a3f5-8624e46a7637 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:09.713609 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f4578d1-a08e-4ee5-9c61-455747edc0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.714699 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] 10.222.0.57 "PUT /v2.0/ports/890ecf6d-33c7-47eb-8e6e-50143b2a167f HTTP/1.1" status: 200 len: 1093 time: 1.0264111 Jan 19 14:38:09.722421 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1585d3b0-c9ef-40a2-b99c-95bff8368345', 'tag': '890ecf6d-33c7-47eb-8e6e-50143b2a167f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:38:09.726128 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57f92de-acd3-4fd3-b643-c3686efa20c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1585d3b0-c9ef-40a2-b99c-95bff8368345", "tag": "890ecf6d-33c7-47eb-8e6e-50143b2a167f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:38:09.742931 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 20b1f694-cb7e-467b-a3f5-8624e46a7637 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:09.743385 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.760597 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3db31f-715c-48b6-913c-41016d9132fd service neutron] Pushing event updated for resources: {'Port': ['ID=890ecf6d-33c7-47eb-8e6e-50143b2a167f,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:09.781203 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190d53fe-1925-4b13-926b-2caed78133bf x-openstack-request-id: req-190d53fe-1925-4b13-926b-2caed78133bf {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:38:09.781546 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1585d3b0-c9ef-40a2-b99c-95bff8368345", "tag": "890ecf6d-33c7-47eb-8e6e-50143b2a167f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:38:09.781749 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-190d53fe-1925-4b13-926b-2caed78133bf {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:38:09.782459 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1585d3b0-c9ef-40a2-b99c-95bff8368345', 'tag': '890ecf6d-33c7-47eb-8e6e-50143b2a167f', 'status': 'completed', 'code': 200} Jan 19 14:38:09.794833 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-7f4578d1-a08e-4ee5-9c61-455747edc0e9 None None] For port 20b1f694-cb7e-467b-a3f5-8624e46a7637, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=20b1f694-cb7e-467b-a3f5-8624e46a7637,segment=NetworkSegment(d012e48c-93c8-4643-9b2f-cc0a732c4d69),segment_id=d012e48c-93c8-4643-9b2f-cc0a732c4d69)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:09.856914 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f4578d1-a08e-4ee5-9c61-455747edc0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.878556 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f92de-acd3-4fd3-b643-c3686efa20c1 req-18f3dd79-286b-4f9e-acff-0b9ba91605e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:09.880094 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d57f92de-acd3-4fd3-b643-c3686efa20c1 req-18f3dd79-286b-4f9e-acff-0b9ba91605e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=387796e1387446fd9c31c40f7adc89f5&device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 1096 time: 0.0759783 Jan 19 14:38:09.884010 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7f505510-6592-48e5-95ae-ce8820a741db req-0416e655-e1be-466b-8ac3-b39ab39cce6c tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341088 Jan 19 14:38:09.901281 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 20b1f694-cb7e-467b-a3f5-8624e46a7637 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:09.902345 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:09.956293 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4578d1-a08e-4ee5-9c61-455747edc0e9 None None] Pushing event updated for resources: {'Port': ['ID=20b1f694-cb7e-467b-a3f5-8624e46a7637,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:09.997887 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.db.api [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 14:38:09.998378 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG oslo_db.api [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 14:38:10.025883 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Router 93a27690-d0b1-46f0-815e-4a54732284bc is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:38:10.080250 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-11a62f8d-e235-4ce3-9881-bbc48cf44148 None None] Provisioning complete for port 20b1f694-cb7e-467b-a3f5-8624e46a7637 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:10.081595 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-11a62f8d-e235-4ce3-9881-bbc48cf44148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:10.096473 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f92de-acd3-4fd3-b643-c3686efa20c1 req-b9ee32b9-7868-4eaa-ac18-58493b4819b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:10.098247 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d57f92de-acd3-4fd3-b643-c3686efa20c1 req-b9ee32b9-7868-4eaa-ac18-58493b4819b1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=387796e1387446fd9c31c40f7adc89f5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2057462 Jan 19 14:38:10.181164 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-11a62f8d-e235-4ce3-9881-bbc48cf44148 None None] Current status of the port 20b1f694-cb7e-467b-a3f5-8624e46a7637 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:10.217541 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39657f68-dee5-4567-9bd1-81809a4a6d4b req-d6f86e0d-acbf-4c8a-8441-e2e778c72356 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:10.219058 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-39657f68-dee5-4567-9bd1-81809a4a6d4b req-d6f86e0d-acbf-4c8a-8441-e2e778c72356 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.1456573 Jan 19 14:38:10.250834 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039672a-6099-4e08-8dfb-aa502bf78c86 req-3d4c3866-6e2a-4c0f-904f-f25837f45e2a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:10.252323 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d039672a-6099-4e08-8dfb-aa502bf78c86 req-3d4c3866-6e2a-4c0f-904f-f25837f45e2a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.1289415 Jan 19 14:38:10.253318 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:38:10.267117 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Sync routers for ids ['93a27690-d0b1-46f0-815e-4a54732284bc'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:38:10.277951 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Routers {'93a27690-d0b1-46f0-815e-4a54732284bc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:10.278593 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:38:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['93a27690-d0b1-46f0-815e-4a54732284bc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:10.283796 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f92de-acd3-4fd3-b643-c3686efa20c1 req-3e6b0c83-0efa-4c97-8d33-eeee479cb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:10.285516 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d57f92de-acd3-4fd3-b643-c3686efa20c1 req-3e6b0c83-0efa-4c97-8d33-eeee479cb3e2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796348 Jan 19 14:38:10.320755 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-39657f68-dee5-4567-9bd1-81809a4a6d4b req-4207b4a3-bf8b-43c9-aa6c-b2ec0478eb45 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959625 Jan 19 14:38:10.351636 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:10.353811 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d039672a-6099-4e08-8dfb-aa502bf78c86 req-910b1286-b658-42b0-99e9-bd6e05283df1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936244 Jan 19 14:38:10.382019 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:10.383598 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-c778ccbe-eb85-4e28-a9ac-75f7b9baf5af admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2055299 Jan 19 14:38:10.389247 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44954) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:10.401474 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Set router 93a27690-d0b1-46f0-815e-4a54732284bc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:10.406227 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-224df785-7038-4c1e-a37c-a5a02c8a4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:10.407844 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-224df785-7038-4c1e-a37c-a5a02c8a4435 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=387796e1387446fd9c31c40f7adc89f5&device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 1096 time: 0.0813153 Jan 19 14:38:10.538432 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5607c3f-6bec-4947-8cac-9b69bf97685c req-afe1b182-d358-4d90-b255-64033c1144be tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:10.539992 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e5607c3f-6bec-4947-8cac-9b69bf97685c req-afe1b182-d358-4d90-b255-64033c1144be tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 943 time: 0.1023531 Jan 19 14:38:10.554589 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 20b1f694-cb7e-467b-a3f5-8624e46a7637 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:10.556678 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device c00d3288-74a2-46f0-8c69-a36cef390159 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:10.600566 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '6de9fe99-ad40-4964-aead-43e339114d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:38:06Z', 'updated_at': '2022-01-19T14:38:08Z', 'revision_number': 3, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'gw_port': {'id': '6de9fe99-ad40-4964-aead-43e339114d25', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:83:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:08Z', 'updated_at': '2022-01-19T14:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:10.623774 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port c00d3288-74a2-46f0-8c69-a36cef390159 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:10.624256 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:10.639604 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e5607c3f-6bec-4947-8cac-9b69bf97685c req-d33dc01b-422b-4fcc-9b87-30c07ffdd922 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937896 Jan 19 14:38:10.640987 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Checking router: 93a27690-d0b1-46f0-815e-4a54732284bc for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:38:10.641962 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Updating router 93a27690-d0b1-46f0-815e-4a54732284bc port 6de9fe99-ad40-4964-aead-43e339114d25 binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:38:10.673494 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (6de9fe99-ad40-4964-aead-43e339114d25), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:10.701195 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-21b406d7-3db7-404d-b2b9-275b7518a7b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=890ecf6d-33c7-47eb-8e6e-50143b2a167f HTTP/1.1" status: 200 len: 217 time: 0.2773728 Jan 19 14:38:10.726835 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port c00d3288-74a2-46f0-8c69-a36cef390159 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:10.764510 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-e9414b7a-aad3-4d7f-a954-07658a60daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:10.766246 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-e9414b7a-aad3-4d7f-a954-07658a60daad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f59439d-e226-472e-a756-2b6d2a22e9d8 HTTP/1.1" status: 200 len: 854 time: 0.0577102 Jan 19 14:38:10.799111 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-c235b648-033e-4640-8157-687d4d2d4ffb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247757 Jan 19 14:38:10.900509 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-62c677f6-5992-4229-ae2b-2b61d537870c service neutron] 10.222.0.57 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864451 Jan 19 14:38:10.948862 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Publish callbacks [] for port (6de9fe99-ad40-4964-aead-43e339114d25), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:10.951460 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:10.997313 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2d812419-6812-4bbe-97ed-f532b4c45639 req-00426b2e-482a-4296-bafa-91c6c4502205 service neutron] 10.222.0.57 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890615 Jan 19 14:38:11.008232 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (6de9fe99-ad40-4964-aead-43e339114d25), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.064698 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Attempting to bind port 6de9fe99-ad40-4964-aead-43e339114d25 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:38:11.064976 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Attempting to bind port 6de9fe99-ad40-4964-aead-43e339114d25 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:38:11.065336 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Attempting to bind port 6de9fe99-ad40-4964-aead-43e339114d25 on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:38:11.072555 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448cd4c-cec7-45d0-b791-b551101d5f9c None None] Pushing event updated for resources: {'Port': ['ID=6de9fe99-ad40-4964-aead-43e339114d25,revision_number=2']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:11.077148 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:38:11.077523 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:38:11.077940 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.078330 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:38:11.078795 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Bound port: 6de9fe99-ad40-4964-aead-43e339114d25, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:38:11.079764 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (6de9fe99-ad40-4964-aead-43e339114d25), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.089961 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ed70e-fb53-4492-932d-662eb5664b9b req-63d2235a-089d-4676-9f89-2ae14fb0df08 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:11.091459 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-707ed70e-fb53-4492-932d-662eb5664b9b req-63d2235a-089d-4676-9f89-2ae14fb0df08 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.1202602 Jan 19 14:38:11.132543 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] For port 6de9fe99-ad40-4964-aead-43e339114d25, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:38:11.135649 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] For port 6de9fe99-ad40-4964-aead-43e339114d25, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6de9fe99-ad40-4964-aead-43e339114d25,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:38:11.178161 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-707ed70e-fb53-4492-932d-662eb5664b9b req-573f4e98-e83b-4739-accf-ed0476d8eae4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795145 Jan 19 14:38:11.186654 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Allocated IP 172.20.0.1 (1bbfa25b-ee86-4a01-a733-3af8fe033e55/03c2ab1c-262b-42af-b197-f977d7105b7d/6f47df5b-c563-4756-9322-586bba54dda4) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:38:11.208698 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (6de9fe99-ad40-4964-aead-43e339114d25), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.231470 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.268201 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Routers {'93a27690-d0b1-46f0-815e-4a54732284bc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:11.268843 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:38:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['93a27690-d0b1-46f0-815e-4a54732284bc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:11.298776 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Publish callbacks [] for port (6f47df5b-c563-4756-9322-586bba54dda4), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.376620 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (6f47df5b-c563-4756-9322-586bba54dda4), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.429085 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:38:11.465296 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448cd4c-cec7-45d0-b791-b551101d5f9c None None] Pushing event updated for resources: {'Port': ['ID=6de9fe99-ad40-4964-aead-43e339114d25,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:11.470328 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] Set router 93a27690-d0b1-46f0-815e-4a54732284bc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:11.474305 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:11.474630 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 20b1f694-cb7e-467b-a3f5-8624e46a7637 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:11.496132 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:38:11.535491 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-c8d8efb8-be95-4fd1-a29b-0bfdd55737c5 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:11.538718 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-c8d8efb8-be95-4fd1-a29b-0bfdd55737c5 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.0959399 Jan 19 14:38:11.542596 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 20b1f694-cb7e-467b-a3f5-8624e46a7637 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:11.543212 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.555071 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (93a27690-d0b1-46f0-815e-4a54732284bc), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.652787 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 20b1f694-cb7e-467b-a3f5-8624e46a7637 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:11.668267 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Deleting port 407dd962-17ab-4662-80ab-da34165bb17f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:38:11.668796 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '6de9fe99-ad40-4964-aead-43e339114d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:38:06Z', 'updated_at': '2022-01-19T14:38:08Z', 'revision_number': 3, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'gw_port': {'id': '6de9fe99-ad40-4964-aead-43e339114d25', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:83:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:08Z', 'updated_at': '2022-01-19T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:11.669178 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (407dd962-17ab-4662-80ab-da34165bb17f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.670960 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9703-aac1-4dea-bdcb-f1d6a2e0c465 req-64ee59d4-5617-4c79-a7f3-a400c098fe6e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:11.672529 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8d4c9703-aac1-4dea-bdcb-f1d6a2e0c465 req-64ee59d4-5617-4c79-a7f3-a400c098fe6e tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 945 time: 0.2422247 Jan 19 14:38:11.692833 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Pushing event updated for resources: {'Port': ['ID=6f47df5b-c563-4756-9322-586bba54dda4,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:11.706057 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4620f-b196-4b34-b17e-59f591088e13 req-42125e99-c4b4-4d98-ac26-1a5b0fd53c13 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:11.707845 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f4f4620f-b196-4b34-b17e-59f591088e13 req-42125e99-c4b4-4d98-ac26-1a5b0fd53c13 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.2292013 Jan 19 14:38:11.724878 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff08a08-c88f-4595-82a6-a0c502bc41bb None None] The sync data for ids ['93a27690-d0b1-46f0-815e-4a54732284bc'] in dv-cinder-799871-15-iscsi is: [{'id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '6de9fe99-ad40-4964-aead-43e339114d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:38:06Z', 'updated_at': '2022-01-19T14:38:08Z', 'revision_number': 3, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'gw_port': {'id': '6de9fe99-ad40-4964-aead-43e339114d25', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:83:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:08Z', 'updated_at': '2022-01-19T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:38:11.796190 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] For port 407dd962-17ab-4662-80ab-da34165bb17f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=407dd962-17ab-4662-80ab-da34165bb17f,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:11.796721 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (407dd962-17ab-4662-80ab-da34165bb17f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.811042 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Calling delete_port for 407dd962-17ab-4662-80ab-da34165bb17f owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:38:11.816316 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8d4c9703-aac1-4dea-bdcb-f1d6a2e0c465 req-04e186e9-0a63-4214-bdc8-135f5d3b4785 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332395 Jan 19 14:38:11.822419 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f4f4620f-b196-4b34-b17e-59f591088e13 req-7e2bbbb6-3b55-49df-84f2-9989ef2bda5c tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047885 Jan 19 14:38:11.848891 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-b1baf6ea-466f-4804-bf3c-348a3cdad958 None None] Provisioning complete for port 6f47df5b-c563-4756-9322-586bba54dda4 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:11.849341 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b1baf6ea-466f-4804-bf3c-348a3cdad958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6f47df5b-c563-4756-9322-586bba54dda4), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:11.886285 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b1baf6ea-466f-4804-bf3c-348a3cdad958 None None] Port 6f47df5b-c563-4756-9322-586bba54dda4 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:38:11.947565 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433766d7-391a-4c9a-971e-743092426e10 req-829f0ffc-7a1c-43ae-8425-4f0116144044 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:11.949119 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-433766d7-391a-4c9a-971e-743092426e10 req-829f0ffc-7a1c-43ae-8425-4f0116144044 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 943 time: 0.0535119 Jan 19 14:38:11.994547 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (6f47df5b-c563-4756-9322-586bba54dda4), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:12.038467 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-433766d7-391a-4c9a-971e-743092426e10 req-fc39d9ca-0cbd-4e5e-b6d0-dcc95033d806 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702958 Jan 19 14:38:12.051001 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (407dd962-17ab-4662-80ab-da34165bb17f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:12.067749 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['c4478630-1874-4828-b111-cd777e547205', '407dd962-17ab-4662-80ab-da34165bb17f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:38:12.105264 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Pushing event deleted for resources: {'Port': ['ID=407dd962-17ab-4662-80ab-da34165bb17f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:12.148458 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] No DVR routers for this DVR port 407dd962-17ab-4662-80ab-da34165bb17f on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:38:12.152667 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:12.157881 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc639d1b-3525-43f0-b3ec-9bc224936484 req-d9b11832-036f-4ec5-b194-f4121860621b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.57 "DELETE /v2.0/ports/407dd962-17ab-4662-80ab-da34165bb17f HTTP/1.1" status: 204 len: 173 time: 0.6129646 Jan 19 14:38:12.158748 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae37be7-637b-467b-8765-0151febeb9c7', 'name': 'network-vif-deleted', 'tag': '407dd962-17ab-4662-80ab-da34165bb17f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:38:12.162259 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8d4c90-9780-431c-a4c3-96fda91a75a0" -d '{"events": [{"server_uuid": "0ae37be7-637b-467b-8765-0151febeb9c7", "name": "network-vif-deleted", "tag": "407dd962-17ab-4662-80ab-da34165bb17f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:38:12.227002 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab70509d-20db-4d6b-b85e-0b2048567dd7 x-openstack-request-id: req-ab70509d-20db-4d6b-b85e-0b2048567dd7 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:38:12.227002 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae37be7-637b-467b-8765-0151febeb9c7", "name": "network-vif-deleted", "tag": "407dd962-17ab-4662-80ab-da34165bb17f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:38:12.227272 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab70509d-20db-4d6b-b85e-0b2048567dd7 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:38:12.227684 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae37be7-637b-467b-8765-0151febeb9c7', 'name': 'network-vif-deleted', 'tag': '407dd962-17ab-4662-80ab-da34165bb17f', 'status': 'completed', 'code': 200} Jan 19 14:38:12.239846 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Publish callbacks [] for port (6f47df5b-c563-4756-9322-586bba54dda4), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:12.321368 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e37790-09bc-441e-ab6c-7d40f61208a5 req-1a4fca72-d099-40ff-b285-f52ab983f2ef tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:12.323537 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-49e37790-09bc-441e-ab6c-7d40f61208a5 req-1a4fca72-d099-40ff-b285-f52ab983f2ef tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0539727 Jan 19 14:38:12.345195 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (6f47df5b-c563-4756-9322-586bba54dda4), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:12.440994 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (93a27690-d0b1-46f0-815e-4a54732284bc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:12.445899 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Pushing event updated for resources: {'Port': ['ID=6f47df5b-c563-4756-9322-586bba54dda4,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:12.454141 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-49e37790-09bc-441e-ab6c-7d40f61208a5 req-fc4b590b-f1ec-4803-9420-bdd01796f1ff tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240237 Jan 19 14:38:12.560736 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:38:12.562220 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:12.683878 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Router 93a27690-d0b1-46f0-815e-4a54732284bc has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:38:12.819591 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:38:12.822868 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-91452e43-c39f-40e3-b018-3d188ff00cc4 None None] Provisioning complete for port 6f47df5b-c563-4756-9322-586bba54dda4 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:12.824022 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-91452e43-c39f-40e3-b018-3d188ff00cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6f47df5b-c563-4756-9322-586bba54dda4), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:12.828346 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f3d85058-fbd5-4da5-a216-f639b116c621 admin admin] 10.222.0.79 "PUT /v2.0/routers/93a27690-d0b1-46f0-815e-4a54732284bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375184 Jan 19 14:38:12.858860 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-91452e43-c39f-40e3-b018-3d188ff00cc4 None None] Port 6f47df5b-c563-4756-9322-586bba54dda4 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:38:12.905501 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:38:13.013821 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f28eb961-cc21-47cd-8cfd-fa257bced794 req-d2c6d792-cf63-4d7a-93ac-b7932e96c442 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ae37be7-637b-467b-8765-0151febeb9c7 HTTP/1.1" status: 200 len: 210 time: 0.0362284 Jan 19 14:38:13.022169 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749b397-6279-45c0-898e-c1c42024eae0 req-ac106c0b-be09-44ea-a354-56e1a4cdbb15 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:13.023654 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0749b397-6279-45c0-898e-c1c42024eae0 req-ac106c0b-be09-44ea-a354-56e1a4cdbb15 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0842447 Jan 19 14:38:13.032373 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:13.051239 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'port_id': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'mac_address': 'fa:16:3e:27:09:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:38:13.093690 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:13.094117 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:13.108498 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:38:13.131294 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:13.193982 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:13.247221 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:13.254985 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.255401 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.255828 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.256227 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.256618 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.257005 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.257520 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.257851 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.258656 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.258656 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.258832 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.259142 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.259617 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:38:13.296302 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0749b397-6279-45c0-898e-c1c42024eae0 req-8f4c2691-9947-4e4f-99b1-f341fbf3da71 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646844 Jan 19 14:38:13.401746 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6b2c5-aedc-4166-a198-466848192057 req-8228b10b-141c-4f31-be3c-fd513eb3b686 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:13.403455 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6df6b2c5-aedc-4166-a198-466848192057 req-8228b10b-141c-4f31-be3c-fd513eb3b686 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 943 time: 0.0519900 Jan 19 14:38:13.470089 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6df6b2c5-aedc-4166-a198-466848192057 req-70dbaef3-421c-4065-92b5-aed430010e4b tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554941 Jan 19 14:38:13.470306 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['0ef9b2d4-d7e2-4095-be7f-86dbece636e9'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:38:13.537628 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6de9fe99-ad40-4964-aead-43e339114d25 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:13.555243 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 44988) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:13.561608 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9dea0835-971a-41df-8ba4-0e6b5ebe3cbb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828248191', 'description': 'tempest-secgroup-smoke-1828248191 description', 'project_id': 'df25f3f904f14ecfb7844bf47cf13285'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:13.590191 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb852a7-0a1d-4977-b6c7-ca5b99281617 req-1da58ccb-91b4-4cc6-996c-b57d2215f03a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:13.599025 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6cb852a7-0a1d-4977-b6c7-ca5b99281617 req-1da58ccb-91b4-4cc6-996c-b57d2215f03a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0643740 Jan 19 14:38:13.655277 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6cb852a7-0a1d-4977-b6c7-ca5b99281617 req-6f8da77f-f442-44e2-bbc2-07c9dd66c004 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550289 Jan 19 14:38:13.669402 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-07fb5eb3-217b-4868-bba6-a0200cda33af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419700 Jan 19 14:38:13.681238 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9dea0835-971a-41df-8ba4-0e6b5ebe3cbb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:13.772231 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-0618e94d-95c5-499c-b759-6187cde53ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:13.773742 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-0618e94d-95c5-499c-b759-6187cde53ed4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 1098 time: 0.0781975 Jan 19 14:38:13.803145 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9dea0835-971a-41df-8ba4-0e6b5ebe3cbb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group (fdd72697-cb1b-452a-9f4b-8a028a59eaf5), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:13.818616 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 6de9fe99-ad40-4964-aead-43e339114d25 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:13.818970 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6de9fe99-ad40-4964-aead-43e339114d25), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:13.866668 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9dea0835-971a-41df-8ba4-0e6b5ebe3cbb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (fdd72697-cb1b-452a-9f4b-8a028a59eaf5), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:13.908813 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-e38b56fd-254d-4be8-b8be-504de9464576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:13.910321 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-e38b56fd-254d-4be8-b8be-504de9464576 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 912 time: 0.1059885 Jan 19 14:38:13.914455 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea0835-971a-41df-8ba4-0e6b5ebe3cbb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd72697-cb1b-452a-9f4b-8a028a59eaf5,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:13.960902 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 6de9fe99-ad40-4964-aead-43e339114d25 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:13.961530 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (6de9fe99-ad40-4964-aead-43e339114d25), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:13.979949 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9dea0835-971a-41df-8ba4-0e6b5ebe3cbb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:13.981510 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-9dea0835-971a-41df-8ba4-0e6b5ebe3cbb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4241583 Jan 19 14:38:13.984636 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 44992) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:13.985174 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-da264fc6-4dbb-45b3-95b7-5b57a20fb5bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9 HTTP/1.1" status: 200 len: 1000 time: 0.0669954 Jan 19 14:38:13.989618 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-12752d9a-0e66-4d04-aca1-1661caa62ca6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'security_group_rule': {'security_group_id': 'fdd72697-cb1b-452a-9f4b-8a028a59eaf5', 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:13.994481 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port 6de9fe99-ad40-4964-aead-43e339114d25, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6de9fe99-ad40-4964-aead-43e339114d25,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:14.032893 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-83ff7d9c-b348-47a0-b0ff-622ebb1fad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:14.034379 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-83ff7d9c-b348-47a0-b0ff-622ebb1fad45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df7d29b8-c1f6-46db-801b-45958c2aa13c HTTP/1.1" status: 200 len: 850 time: 0.0432951 Jan 19 14:38:14.071323 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (6de9fe99-ad40-4964-aead-43e339114d25), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.087733 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-78c625ea-e1a2-4026-b5d2-d406441b68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:14.089465 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-78c625ea-e1a2-4026-b5d2-d406441b68f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492208 Jan 19 14:38:14.116729 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-12752d9a-0e66-4d04-aca1-1661caa62ca6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (d2eae019-7a5f-4723-bb8c-c242ab0d7179), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.131957 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=6de9fe99-ad40-4964-aead-43e339114d25,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:14.189553 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-41369f52-742d-43b7-8c36-8383accf2ca3 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902891 Jan 19 14:38:14.192339 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-12752d9a-0e66-4d04-aca1-1661caa62ca6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (d2eae019-7a5f-4723-bb8c-c242ab0d7179), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.276726 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-12752d9a-0e66-4d04-aca1-1661caa62ca6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (d2eae019-7a5f-4723-bb8c-c242ab0d7179), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.292183 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6d1ca87a-60c6-42c7-8733-e7a858676dbd req-db4ad09c-6de5-4070-8628-613a9886aa50 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960617 Jan 19 14:38:14.293900 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12752d9a-0e66-4d04-aca1-1661caa62ca6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eae019-7a5f-4723-bb8c-c242ab0d7179,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:14.393379 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-12752d9a-0e66-4d04-aca1-1661caa62ca6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.394622 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-12752d9a-0e66-4d04-aca1-1661caa62ca6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4085217 Jan 19 14:38:14.397397 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45000) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:14.402690 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-4224f3e4-b719-4ff6-82a0-f5ae71518507 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'security_group_rule': {'security_group_id': 'fdd72697-cb1b-452a-9f4b-8a028a59eaf5', 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:14.419950 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c4c97-2e4b-4870-8698-bd4046f550c5 req-d71bdac1-4a27-4fc4-97a3-e80a3d7211a5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:14.421426 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-859c4c97-2e4b-4870-8698-bd4046f550c5 req-d71bdac1-4a27-4fc4-97a3-e80a3d7211a5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 944 time: 0.0591290 Jan 19 14:38:14.458018 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Sync routers for ids ['93a27690-d0b1-46f0-815e-4a54732284bc'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:38:14.468624 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Routers {'93a27690-d0b1-46f0-815e-4a54732284bc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:14.469258 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:38:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['93a27690-d0b1-46f0-815e-4a54732284bc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:14.473800 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-859c4c97-2e4b-4870-8698-bd4046f550c5 req-3d07206e-6436-42b1-9efe-1993a600b188 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466604 Jan 19 14:38:14.495106 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4224f3e4-b719-4ff6-82a0-f5ae71518507 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (cd6087de-350f-47f9-83f9-7e5968f4bf63), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.569726 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4224f3e4-b719-4ff6-82a0-f5ae71518507 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (cd6087de-350f-47f9-83f9-7e5968f4bf63), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.602779 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Set router 93a27690-d0b1-46f0-815e-4a54732284bc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:14.624169 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fd165-9262-4da7-82c9-cd940e1b14d8 req-ad4770f9-0cf3-4928-a082-987f3f10d20c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:14.625699 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-208fd165-9262-4da7-82c9-cd940e1b14d8 req-ad4770f9-0cf3-4928-a082-987f3f10d20c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0802765 Jan 19 14:38:14.633835 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7261da-3631-402a-9113-e617cdf36f7b req-f704b86e-0856-4375-a9d9-ca6fc152c1b3 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:14.635799 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4b7261da-3631-402a-9113-e617cdf36f7b req-f704b86e-0856-4375-a9d9-ca6fc152c1b3 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 943 time: 0.0910473 Jan 19 14:38:14.650932 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4224f3e4-b719-4ff6-82a0-f5ae71518507 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (cd6087de-350f-47f9-83f9-7e5968f4bf63), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.673059 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224f3e4-b719-4ff6-82a0-f5ae71518507 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6087de-350f-47f9-83f9-7e5968f4bf63,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:14.702509 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-208fd165-9262-4da7-82c9-cd940e1b14d8 req-e3e4a139-a868-4ac6-ad86-82f110181927 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655923 Jan 19 14:38:14.714652 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4b7261da-3631-402a-9113-e617cdf36f7b req-55b810b1-a2da-4ddf-a479-db033fde7792 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713294 Jan 19 14:38:14.758955 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4224f3e4-b719-4ff6-82a0-f5ae71518507 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.761093 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-4224f3e4-b719-4ff6-82a0-f5ae71518507 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617325 Jan 19 14:38:14.763624 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45008) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:14.768460 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-850106ad-91ff-4294-a9ba-8006956c3f9a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'security_group_rule': {'security_group_id': 'fdd72697-cb1b-452a-9f4b-8a028a59eaf5', 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:14.816647 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37858349-1db3-4b6e-836d-7ba6edaf27a6 req-0a6e1ff5-26f8-4f02-84c8-3282e5881aac tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:14.818358 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-37858349-1db3-4b6e-836d-7ba6edaf27a6 req-0a6e1ff5-26f8-4f02-84c8-3282e5881aac tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0507956 Jan 19 14:38:14.828131 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '6de9fe99-ad40-4964-aead-43e339114d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:38:06Z', 'updated_at': '2022-01-19T14:38:11Z', 'revision_number': 4, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'gw_port': {'id': '6de9fe99-ad40-4964-aead-43e339114d25', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:08Z', 'updated_at': '2022-01-19T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': '6f47df5b-c563-4756-9322-586bba54dda4', 'name': '', 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'mac_address': 'fa:16:3e:6b:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '03c2ab1c-262b-42af-b197-f977d7105b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:10Z', 'updated_at': '2022-01-19T14:38:12Z', 'revision_number': 2, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'subnets': [{'id': '03c2ab1c-262b-42af-b197-f977d7105b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:14.844395 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-850106ad-91ff-4294-a9ba-8006956c3f9a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (31a4f463-8b6a-456b-ada5-5e36fbddb44d), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.855366 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Checking router: 93a27690-d0b1-46f0-815e-4a54732284bc for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:38:14.855724 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Updating router 93a27690-d0b1-46f0-815e-4a54732284bc port 6f47df5b-c563-4756-9322-586bba54dda4 binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:38:14.874616 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-37858349-1db3-4b6e-836d-7ba6edaf27a6 req-cabcdd02-c04a-48c2-a4dd-42e46588a434 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500271 Jan 19 14:38:14.881812 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (6f47df5b-c563-4756-9322-586bba54dda4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.902685 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-850106ad-91ff-4294-a9ba-8006956c3f9a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (31a4f463-8b6a-456b-ada5-5e36fbddb44d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.906525 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 890ecf6d-33c7-47eb-8e6e-50143b2a167f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:38:14.908465 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:14.979795 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-850106ad-91ff-4294-a9ba-8006956c3f9a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (31a4f463-8b6a-456b-ada5-5e36fbddb44d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:14.998484 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850106ad-91ff-4294-a9ba-8006956c3f9a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a4f463-8b6a-456b-ada5-5e36fbddb44d,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:15.067004 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-850106ad-91ff-4294-a9ba-8006956c3f9a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.068281 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-850106ad-91ff-4294-a9ba-8006956c3f9a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3035595 Jan 19 14:38:15.070953 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45010) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:15.075875 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-269d72b6-8619-4943-9b69-480867c84822 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'security_group_rule': {'security_group_id': 'fdd72697-cb1b-452a-9f4b-8a028a59eaf5', 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:15.171817 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 890ecf6d-33c7-47eb-8e6e-50143b2a167f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=890ecf6d-33c7-47eb-8e6e-50143b2a167f,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:15.189074 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '890ecf6d-33c7-47eb-8e6e-50143b2a167f', 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6', 'port_id': '890ecf6d-33c7-47eb-8e6e-50143b2a167f', 'mac_address': 'fa:16:3e:cf:6c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f59439d-e226-472e-a756-2b6d2a22e9d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:38:15.224407 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-269d72b6-8619-4943-9b69-480867c84822 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (1590e14b-23d9-40de-bde8-b16778d8ef42), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.234845 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:38:15.251009 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:15.251380 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.281444 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 890ecf6d-33c7-47eb-8e6e-50143b2a167f is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:15.281834 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.303169 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-269d72b6-8619-4943-9b69-480867c84822 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (1590e14b-23d9-40de-bde8-b16778d8ef42), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.336696 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890ecf6d-33c7-47eb-8e6e-50143b2a167f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:38:15.367686 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-269d72b6-8619-4943-9b69-480867c84822 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (1590e14b-23d9-40de-bde8-b16778d8ef42), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.378674 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Publish callbacks [] for port (6f47df5b-c563-4756-9322-586bba54dda4), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.382068 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 890ecf6d-33c7-47eb-8e6e-50143b2a167f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=890ecf6d-33c7-47eb-8e6e-50143b2a167f,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:15.386734 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d72b6-8619-4943-9b69-480867c84822 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1590e14b-23d9-40de-bde8-b16778d8ef42,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:15.421947 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:15.423604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.446590 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:38:15.452381 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5655dabe-252a-48b8-bc70-07f2189b7113" -d '{"events": [{"server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "name": "network-vif-plugged", "status": "completed", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:38:15.452381 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.458017 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6de9fe99-ad40-4964-aead-43e339114d25 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:15.472999 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-269d72b6-8619-4943-9b69-480867c84822 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.474899 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-269d72b6-8619-4943-9b69-480867c84822 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4024966 Jan 19 14:38:15.477447 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45014) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:15.485001 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-bd491c5f-7268-4263-a3c5-290b4cbbf860 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'security_group_rule': {'security_group_id': 'fdd72697-cb1b-452a-9f4b-8a028a59eaf5', 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:15.487056 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:15.512770 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be56a5a-0522-4067-a5ea-5050556e8a12 x-openstack-request-id: req-1be56a5a-0522-4067-a5ea-5050556e8a12 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:38:15.513122 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "name": "network-vif-plugged", "status": "completed", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:38:15.513338 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1be56a5a-0522-4067-a5ea-5050556e8a12 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:38:15.513690 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'code': 200} Jan 19 14:38:15.514324 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (6f47df5b-c563-4756-9322-586bba54dda4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.555087 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=890ecf6d-33c7-47eb-8e6e-50143b2a167f,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:15.563849 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.564605 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 407dd962-17ab-4662-80ab-da34165bb17f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:38:15.593498 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.securitygroups_db [None req-bd491c5f-7268-4263-a3c5-290b4cbbf860 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Project df25f3f904f14ecfb7844bf47cf13285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 14:38:15.602826 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bd491c5f-7268-4263-a3c5-290b4cbbf860 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (78bcc940-c736-497a-a72e-7f74eb2afb61), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.619592 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 407dd962-17ab-4662-80ab-da34165bb17f {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:38:15.619918 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 407dd962-17ab-4662-80ab-da34165bb17f not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:38:15.639547 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e258d-a0bd-4aff-afac-b5b0bbfbc78e req-a8516030-78d3-48f9-845a-4e74ae8799bd tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:15.641128 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-168e258d-a0bd-4aff-afac-b5b0bbfbc78e req-a8516030-78d3-48f9-845a-4e74ae8799bd tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0850418 Jan 19 14:38:15.652164 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 6de9fe99-ad40-4964-aead-43e339114d25 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:15.652523 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6de9fe99-ad40-4964-aead-43e339114d25), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.690557 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bd491c5f-7268-4263-a3c5-290b4cbbf860 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (78bcc940-c736-497a-a72e-7f74eb2afb61), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.690801 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d511e1e-ebfe-4557-90b6-7ea3218defcb None None] Pushing event updated for resources: {'Port': ['ID=6f47df5b-c563-4756-9322-586bba54dda4,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:15.716310 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-168e258d-a0bd-4aff-afac-b5b0bbfbc78e req-c6ef6455-c7bd-4d10-a8d0-584a12cade54 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624225 Jan 19 14:38:15.720867 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Attempting to bind port 6f47df5b-c563-4756-9322-586bba54dda4 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:38:15.721349 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Attempting to bind port 6f47df5b-c563-4756-9322-586bba54dda4 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': 'd012e48c-93c8-4643-9b2f-cc0a732c4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:38:15.721706 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Attempting to bind port 6f47df5b-c563-4756-9322-586bba54dda4 on network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:38:15.758106 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['890ecf6d-33c7-47eb-8e6e-50143b2a167f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:38:15.794964 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:38:15.795241 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Checking segment: {'id': 'd012e48c-93c8-4643-9b2f-cc0a732c4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:38:15.795552 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.795935 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Bound using segment: {'id': 'd012e48c-93c8-4643-9b2f-cc0a732c4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:38:15.796413 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Bound port: 6f47df5b-c563-4756-9322-586bba54dda4, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd012e48c-93c8-4643-9b2f-cc0a732c4d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:38:15.796781 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (6f47df5b-c563-4756-9322-586bba54dda4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.797100 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bd491c5f-7268-4263-a3c5-290b4cbbf860 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (78bcc940-c736-497a-a72e-7f74eb2afb61), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.819708 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd491c5f-7268-4263-a3c5-290b4cbbf860 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bcc940-c736-497a-a72e-7f74eb2afb61,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:15.893771 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:15.903073 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ddabf-6017-4165-ab06-4386e8f793cf req-8d8b5108-da91-4160-9b2e-bf03be66f096 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:15.904847 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-682ddabf-6017-4165-ab06-4386e8f793cf req-8d8b5108-da91-4160-9b2e-bf03be66f096 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 944 time: 0.0784860 Jan 19 14:38:15.922686 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896201af-65f9-4f29-a847-e8ec60a6802a req-20962a50-3bb7-4aa8-b7f9-0bdd7fc7de8b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:15.922686 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-896201af-65f9-4f29-a847-e8ec60a6802a req-20962a50-3bb7-4aa8-b7f9-0bdd7fc7de8b tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0834091 Jan 19 14:38:15.931022 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-10999932-e083-44ed-b930-85dff4313606 None None] Provisioning complete for port 6f47df5b-c563-4756-9322-586bba54dda4 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:15.931022 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-10999932-e083-44ed-b930-85dff4313606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6f47df5b-c563-4756-9322-586bba54dda4), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.931231 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bd491c5f-7268-4263-a3c5-290b4cbbf860 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:15.932306 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-bd491c5f-7268-4263-a3c5-290b4cbbf860 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4530840 Jan 19 14:38:15.935045 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45026) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:15.940257 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-bbcdd6ad-efb2-4b2e-88cc-cb3963c00fde tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'security_group_rule': {'security_group_id': 'fdd72697-cb1b-452a-9f4b-8a028a59eaf5', 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:15.999120 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-682ddabf-6017-4165-ab06-4386e8f793cf req-1b4268ff-f032-47c7-9eb2-575c06456b6b tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782044 Jan 19 14:38:16.006773 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-896201af-65f9-4f29-a847-e8ec60a6802a req-364cea11-5c7c-483c-9a56-d29b1e23c849 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665536 Jan 19 14:38:16.007305 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de885e0-6d76-4ba9-99d3-fcd8e2bb5d72 req-b3b6758b-0f6a-4dfc-9e8c-802513cacb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:16.009789 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9de885e0-6d76-4ba9-99d3-fcd8e2bb5d72 req-b3b6758b-0f6a-4dfc-9e8c-802513cacb18 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1098 time: 0.0551782 Jan 19 14:38:16.015781 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-10999932-e083-44ed-b930-85dff4313606 None None] Port 6f47df5b-c563-4756-9322-586bba54dda4 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:38:16.021467 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] For port 6f47df5b-c563-4756-9322-586bba54dda4, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:38:16.028068 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 6de9fe99-ad40-4964-aead-43e339114d25 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:16.047181 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] For port 6f47df5b-c563-4756-9322-586bba54dda4, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6f47df5b-c563-4756-9322-586bba54dda4,segment=NetworkSegment(d012e48c-93c8-4643-9b2f-cc0a732c4d69),segment_id=d012e48c-93c8-4643-9b2f-cc0a732c4d69)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:38:16.071486 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9de885e0-6d76-4ba9-99d3-fcd8e2bb5d72 req-a335934d-4fd5-42cf-a143-c79de5a40ffc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520968 Jan 19 14:38:16.088050 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-bbcdd6ad-efb2-4b2e-88cc-cb3963c00fde tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Project df25f3f904f14ecfb7844bf47cf13285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 14:38:16.094374 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd6ad-efb2-4b2e-88cc-cb3963c00fde tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (41fd1c39-7a50-411b-9cbb-661bb71baff2), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:16.118696 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (6f47df5b-c563-4756-9322-586bba54dda4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:16.128190 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e81a1-ff0a-4dfa-8bfe-2a96aedca2a9 req-2e6a996e-e5a0-40dd-88f0-ace15e0d6b8e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:16.130282 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-807e81a1-ff0a-4dfa-8bfe-2a96aedca2a9 req-2e6a996e-e5a0-40dd-88f0-ace15e0d6b8e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0585675 Jan 19 14:38:16.147201 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd6ad-efb2-4b2e-88cc-cb3963c00fde tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (41fd1c39-7a50-411b-9cbb-661bb71baff2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:16.184698 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-807e81a1-ff0a-4dfa-8bfe-2a96aedca2a9 req-b9368a04-3bf6-449f-970f-74fbdddf5eb6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476458 Jan 19 14:38:16.224835 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd6ad-efb2-4b2e-88cc-cb3963c00fde tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (41fd1c39-7a50-411b-9cbb-661bb71baff2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:16.243692 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdd6ad-efb2-4b2e-88cc-cb3963c00fde tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fd1c39-7a50-411b-9cbb-661bb71baff2,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:16.306871 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-bbcdd6ad-efb2-4b2e-88cc-cb3963c00fde tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:16.312618 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-bbcdd6ad-efb2-4b2e-88cc-cb3963c00fde tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3724835 Jan 19 14:38:16.312782 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d511e1e-ebfe-4557-90b6-7ea3218defcb None None] Pushing event updated for resources: {'Port': ['ID=6f47df5b-c563-4756-9322-586bba54dda4,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:16.313782 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Routers {'93a27690-d0b1-46f0-815e-4a54732284bc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:16.314303 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:38:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['93a27690-d0b1-46f0-815e-4a54732284bc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:16.426307 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] Set router 93a27690-d0b1-46f0-815e-4a54732284bc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:16.577665 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-efaff771-d309-4993-9713-77997759c504 None None] Provisioning complete for port 6f47df5b-c563-4756-9322-586bba54dda4 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:16.578067 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-efaff771-d309-4993-9713-77997759c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6f47df5b-c563-4756-9322-586bba54dda4), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:16.697292 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '6de9fe99-ad40-4964-aead-43e339114d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:38:06Z', 'updated_at': '2022-01-19T14:38:11Z', 'revision_number': 4, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'gw_port': {'id': '6de9fe99-ad40-4964-aead-43e339114d25', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:08Z', 'updated_at': '2022-01-19T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': '6f47df5b-c563-4756-9322-586bba54dda4', 'name': '', 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'mac_address': 'fa:16:3e:6b:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '03c2ab1c-262b-42af-b197-f977d7105b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:10Z', 'updated_at': '2022-01-19T14:38:16Z', 'revision_number': 4, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'subnets': [{'id': '03c2ab1c-262b-42af-b197-f977d7105b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:16.725669 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2f3cb-43cb-475b-a56a-0829bfb5d46e None None] The sync data for ids ['93a27690-d0b1-46f0-815e-4a54732284bc'] in dv-cinder-799871-15-iscsi is: [{'id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '6de9fe99-ad40-4964-aead-43e339114d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:38:06Z', 'updated_at': '2022-01-19T14:38:11Z', 'revision_number': 4, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'gw_port': {'id': '6de9fe99-ad40-4964-aead-43e339114d25', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:08Z', 'updated_at': '2022-01-19T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': '6f47df5b-c563-4756-9322-586bba54dda4', 'name': '', 'network_id': '1bbfa25b-ee86-4a01-a733-3af8fe033e55', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'mac_address': 'fa:16:3e:6b:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '03c2ab1c-262b-42af-b197-f977d7105b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:10Z', 'updated_at': '2022-01-19T14:38:16Z', 'revision_number': 4, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'subnets': [{'id': '03c2ab1c-262b-42af-b197-f977d7105b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:38:16.731442 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-efaff771-d309-4993-9713-77997759c504 None None] Current status of the port 6f47df5b-c563-4756-9322-586bba54dda4 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:16.731878 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-efaff771-d309-4993-9713-77997759c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (6f47df5b-c563-4756-9322-586bba54dda4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:16.767043 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-efaff771-d309-4993-9713-77997759c504 None None] For port 6f47df5b-c563-4756-9322-586bba54dda4, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6f47df5b-c563-4756-9322-586bba54dda4,segment=NetworkSegment(d012e48c-93c8-4643-9b2f-cc0a732c4d69),segment_id=d012e48c-93c8-4643-9b2f-cc0a732c4d69)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:16.874057 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-efaff771-d309-4993-9713-77997759c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (6f47df5b-c563-4756-9322-586bba54dda4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:16.880983 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e16ab8-8953-4810-bda6-3820dcc4ed92 req-f2a8a1d4-b69f-47cd-b546-69bd1cfa5f2c tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:16.883546 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-87e16ab8-8953-4810-bda6-3820dcc4ed92 req-f2a8a1d4-b69f-47cd-b546-69bd1cfa5f2c tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0611846 Jan 19 14:38:16.904092 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:38:16.908331 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 890ecf6d-33c7-47eb-8e6e-50143b2a167f up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:16.968602 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-87e16ab8-8953-4810-bda6-3820dcc4ed92 req-2f20eb80-1e85-49e4-aa00-7d693c6ffb8d tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783014 Jan 19 14:38:16.986558 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaff771-d309-4993-9713-77997759c504 None None] Pushing event updated for resources: {'Port': ['ID=6f47df5b-c563-4756-9322-586bba54dda4,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:17.083777 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:17.098536 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '1e951595-257a-49ca-bc71-74bfb18b481c', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'port_id': '1e951595-257a-49ca-bc71-74bfb18b481c', 'mac_address': 'fa:16:3e:35:a4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:38:17.148359 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1e951595-257a-49ca-bc71-74bfb18b481c is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:17.148749 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:17.164524 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e951595-257a-49ca-bc71-74bfb18b481c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:38:17.194450 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f5b75-be0a-4ca6-950f-b4b5fdbf0826 req-168823dd-9351-4391-9864-83b05795ea3c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:17.194943 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 890ecf6d-33c7-47eb-8e6e-50143b2a167f completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:38:17.195033 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5c3f5b75-be0a-4ca6-950f-b4b5fdbf0826 req-168823dd-9351-4391-9864-83b05795ea3c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0847170 Jan 19 14:38:17.195111 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 890ecf6d-33c7-47eb-8e6e-50143b2a167f triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:17.195111 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:17.195256 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb481b02-3e52-42df-b8ce-d3fd17b1a684 req-e01f8572-b95a-458c-ad51-81f5d439926c tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:17.195256 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bb481b02-3e52-42df-b8ce-d3fd17b1a684 req-e01f8572-b95a-458c-ad51-81f5d439926c tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 944 time: 0.0981126 Jan 19 14:38:17.209356 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:17.260223 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5c3f5b75-be0a-4ca6-950f-b4b5fdbf0826 req-e8a91dd8-d25a-497f-8414-af3942e3be32 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761588 Jan 19 14:38:17.270361 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bb481b02-3e52-42df-b8ce-d3fd17b1a684 req-0abddcd6-b033-47cf-ac0e-0d6ae59ac356 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761893 Jan 19 14:38:17.279701 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 890ecf6d-33c7-47eb-8e6e-50143b2a167f is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:17.280108 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:17.323842 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 890ecf6d-33c7-47eb-8e6e-50143b2a167f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=890ecf6d-33c7-47eb-8e6e-50143b2a167f,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:17.385276 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:17.399857 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be04a49-67bb-4d53-8271-898c51c18728 req-d637345b-537f-4c8f-914d-fbd7cf128b6c tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:17.402324 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1be04a49-67bb-4d53-8271-898c51c18728 req-d637345b-537f-4c8f-914d-fbd7cf128b6c tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 944 time: 0.0529799 Jan 19 14:38:17.452822 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:17.474183 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=9']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:17.474735 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1be04a49-67bb-4d53-8271-898c51c18728 req-1b43144e-c5d0-4d23-900a-b2833fc9bff6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553508 Jan 19 14:38:17.511247 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6f47df5b-c563-4756-9322-586bba54dda4 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:17.514989 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585d3b0-c9ef-40a2-b99c-95bff8368345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ecf6d-33c7-47eb-8e6e-50143b2a167f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:38:17.517688 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa265b5-9c3b-4bcc-a86c-b1fb231cb70c" -d '{"events": [{"server_uuid": "1585d3b0-c9ef-40a2-b99c-95bff8368345", "name": "network-vif-plugged", "status": "completed", "tag": "890ecf6d-33c7-47eb-8e6e-50143b2a167f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:38:17.562526 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170df7e-1489-40a6-a6d7-60f7c7cf095c x-openstack-request-id: req-d170df7e-1489-40a6-a6d7-60f7c7cf095c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:38:17.562879 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1585d3b0-c9ef-40a2-b99c-95bff8368345", "name": "network-vif-plugged", "status": "completed", "tag": "890ecf6d-33c7-47eb-8e6e-50143b2a167f", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:38:17.563136 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d170df7e-1489-40a6-a6d7-60f7c7cf095c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:38:17.563604 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1585d3b0-c9ef-40a2-b99c-95bff8368345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ecf6d-33c7-47eb-8e6e-50143b2a167f', 'code': 200} Jan 19 14:38:17.571326 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=890ecf6d-33c7-47eb-8e6e-50143b2a167f,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:17.620317 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 6f47df5b-c563-4756-9322-586bba54dda4 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:17.620690 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6f47df5b-c563-4756-9322-586bba54dda4), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:17.705103 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 6f47df5b-c563-4756-9322-586bba54dda4 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:17.708892 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['1e951595-257a-49ca-bc71-74bfb18b481c'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:38:17.999996 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51880f24-eb9f-4559-9a8c-2dc0e190467f req-b4621539-f943-4bad-aac4-9045aae20043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:18.001563 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-51880f24-eb9f-4559-9a8c-2dc0e190467f req-b4621539-f943-4bad-aac4-9045aae20043 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 1098 time: 0.0453582 Jan 19 14:38:18.055366 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-51880f24-eb9f-4559-9a8c-2dc0e190467f req-ea2f4fc0-b0f2-47d4-ae40-f0462a1076f7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404499 Jan 19 14:38:18.090889 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a9661-587e-4c2a-b241-be468cbd7c6e req-460f1a86-fca1-43c9-8c64-3b089c267083 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:18.092465 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a34a9661-587e-4c2a-b241-be468cbd7c6e req-460f1a86-fca1-43c9-8c64-3b089c267083 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0601265 Jan 19 14:38:18.151724 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a34a9661-587e-4c2a-b241-be468cbd7c6e req-851c04ea-cec7-4e10-b864-1d85aa4d05e6 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531743 Jan 19 14:38:18.301807 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e2674-cf5d-4c10-80a3-6446c9d9931c req-f9c08202-8ca7-47f9-8f00-2ce3fcfa8bde tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:18.304023 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2f9e2674-cf5d-4c10-80a3-6446c9d9931c req-f9c08202-8ca7-47f9-8f00-2ce3fcfa8bde tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0579600 Jan 19 14:38:18.370113 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2f9e2674-cf5d-4c10-80a3-6446c9d9931c req-80bf9fc4-920d-4ff5-bccd-50f20249c346 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597038 Jan 19 14:38:18.392559 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45102) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:18.421593 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53692f9c-bdb9-44c3-868e-aeb997bb61d3 req-f6da4c61-7e98-496a-9721-35b2c4abe255 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:18.426601 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-53692f9c-bdb9-44c3-868e-aeb997bb61d3 req-f6da4c61-7e98-496a-9721-35b2c4abe255 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0616574 Jan 19 14:38:18.508746 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-53692f9c-bdb9-44c3-868e-aeb997bb61d3 req-a97641fc-7069-4ed0-a064-194dd3c7086c tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794055 Jan 19 14:38:18.524338 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f3897-d0a5-418e-96fd-4177d6d46b8c req-ebab184b-02eb-4980-a876-d814908e6bc7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:18.526420 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c58f3897-d0a5-418e-96fd-4177d6d46b8c req-ebab184b-02eb-4980-a876-d814908e6bc7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 945 time: 0.0900362 Jan 19 14:38:18.604438 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6938b491-7d9f-4f2f-9da7-b36b5221eede tempest-TestShelveInstance-1223313734 tempest-TestShelveInstance-1223313734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:18.606047 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-6938b491-7d9f-4f2f-9da7-b36b5221eede tempest-TestShelveInstance-1223313734 tempest-TestShelveInstance-1223313734-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1093 time: 0.2124629 Jan 19 14:38:18.609217 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c58f3897-d0a5-418e-96fd-4177d6d46b8c req-abc9dffc-360f-4d6c-9030-4b4a777e33d6 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728786 Jan 19 14:38:18.609489 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45110) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:18.615640 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Request body: {'floatingip': {'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'port_id': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:18.646302 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a61b8-e75f-4178-b845-429beac189ef req-83fac578-fcda-4114-816f-0ac7b7f83733 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:18.647872 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b03a61b8-e75f-4178-b845-429beac189ef req-83fac578-fcda-4114-816f-0ac7b7f83733 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 945 time: 0.0764432 Jan 19 14:38:18.703858 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b03a61b8-e75f-4178-b845-429beac189ef req-eb894455-e969-401b-8015-2f7c57b068e3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482333 Jan 19 14:38:18.799571 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:18.911092 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:18.921524 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:38:18.978333 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 1e951595-257a-49ca-bc71-74bfb18b481c triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:18.978736 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:19.037543 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Allocated IP 172.27.1.134 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/030e5709-4902-4d27-b8a1-8011ad74b40c) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:38:19.072142 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1e951595-257a-49ca-bc71-74bfb18b481c is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:19.073080 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:19.110938 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:19.138745 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for port (030e5709-4902-4d27-b8a1-8011ad74b40c), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:19.276335 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:19.331260 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:19.337153 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (030e5709-4902-4d27-b8a1-8011ad74b40c), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:19.379877 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:38:19.383128 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:19.388343 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:38:19.391453 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'Port': ['ID=030e5709-4902-4d27-b8a1-8011ad74b40c,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:19.565107 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:38:19.567902 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5c9b1e-1764-4fd1-97d4-bd8960f3ea1b" -d '{"events": [{"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-plugged", "status": "completed", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:38:19.618722 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6701d69c-4147-43b5-acf9-1a08d14ae18f x-openstack-request-id: req-6701d69c-4147-43b5-acf9-1a08d14ae18f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:38:19.619048 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-plugged", "status": "completed", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:38:19.619835 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6701d69c-4147-43b5-acf9-1a08d14ae18f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:38:19.620269 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c', 'code': 200} Jan 19 14:38:19.691502 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fe66d-61d5-48f3-b210-bf2307e28f38 req-f7f95bc9-e6f1-4277-ad38-e970689b17e3 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:19.702278 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-df1fe66d-61d5-48f3-b210-bf2307e28f38 req-f7f95bc9-e6f1-4277-ad38-e970689b17e3 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0726788 Jan 19 14:38:19.886548 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84d8f7-bf23-42e6-8584-5539bc168c2f req-991409f7-08cc-41fe-a0a8-d22b39ecbe24 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:19.888088 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dd84d8f7-bf23-42e6-8584-5539bc168c2f req-991409f7-08cc-41fe-a0a8-d22b39ecbe24 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 945 time: 0.1569579 Jan 19 14:38:19.891313 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-df1fe66d-61d5-48f3-b210-bf2307e28f38 req-0dd3f38e-4312-4b50-b98b-5e3245083b55 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590543 Jan 19 14:38:19.933523 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for floatingip (6640bfaf-ca8d-4468-a3fb-df5d627627f8), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:19.998126 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dd84d8f7-bf23-42e6-8584-5539bc168c2f req-28389261-1e9a-406a-bbaa-7db6428aea9b tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986137 Jan 19 14:38:20.049635 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3613b-f6c6-480d-b570-287572f8b511 req-fba78562-4dcf-4237-8b46-2f3244743878 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:20.051127 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-98d3613b-f6c6-480d-b570-287572f8b511 req-fba78562-4dcf-4237-8b46-2f3244743878 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 947 time: 0.0756583 Jan 19 14:38:20.107820 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-98d3613b-f6c6-480d-b570-287572f8b511 req-0ffa065a-229e-4449-aa7a-0aaf79fff0da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508921 Jan 19 14:38:20.188880 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (030e5709-4902-4d27-b8a1-8011ad74b40c), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:20.344404 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for port (030e5709-4902-4d27-b8a1-8011ad74b40c), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:20.531860 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70cb0d-78aa-4401-a2e1-9fe4fb8800ae req-6359da7a-cf99-4c48-b4d7-e138865bcb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:20.533361 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc70cb0d-78aa-4401-a2e1-9fe4fb8800ae req-6359da7a-cf99-4c48-b4d7-e138865bcb0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 1100 time: 0.0408759 Jan 19 14:38:20.538934 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (030e5709-4902-4d27-b8a1-8011ad74b40c), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:20.588611 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-bc70cb0d-78aa-4401-a2e1-9fe4fb8800ae req-48ce0552-0f3f-4074-8a20-56ad3ab3c5c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389900 Jan 19 14:38:20.603750 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event updated for resources: {'Port': ['ID=030e5709-4902-4d27-b8a1-8011ad74b40c,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:20.618684 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (6640bfaf-ca8d-4468-a3fb-df5d627627f8), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:20.719419 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.l3_db [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Floating IP 6640bfaf-ca8d-4468-a3fb-df5d627627f8 associated. External IP: 172.27.1.134, port: 0ef9b2d4-d7e2-4095-be7f-86dbece636e9. Jan 19 14:38:20.922709 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:38:21.277988 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dc9d7-82b1-4b87-b773-6fb3453bf871 req-1539507f-a719-4009-9f91-1e9175eba7d8 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:21.279436 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6c7dc9d7-82b1-4b87-b773-6fb3453bf871 req-1539507f-a719-4009-9f91-1e9175eba7d8 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.3113630 Jan 19 14:38:21.302903 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:38:21.314952 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] Sync routers for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:38:21.334733 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:21.334733 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:38:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:21.340437 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0dec9-2ce5-4a34-9d8a-7dc9d6c65ee7 req-5a12ede6-d165-45a1-8c97-91e67bdcaa5b tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:21.342106 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7bb0dec9-2ce5-4a34-9d8a-7dc9d6c65ee7 req-5a12ede6-d165-45a1-8c97-91e67bdcaa5b tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 945 time: 0.1106932 Jan 19 14:38:21.360203 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6c7dc9d7-82b1-4b87-b773-6fb3453bf871 req-29a64f27-9a9c-4b18-8641-3445b4f3260d tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743103 Jan 19 14:38:21.404325 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:21.409119 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7bb0dec9-2ce5-4a34-9d8a-7dc9d6c65ee7 req-57cc3842-18a8-46a5-8c70-fcd538333b1f tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537553 Jan 19 14:38:21.449569 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:21.458941 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3bdd5136-9839-485b-ba00-114018fc60a2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8475306 Jan 19 14:38:21.474650 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:38:21.477207 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3568ed36-c548-40e5-9570-cfcf23d046fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:38:21.506476 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7017255-1125-4980-ad24-66bd4b6049b5 req-b3ae245f-9640-4aaf-82b6-d3c989024166 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:21.515582 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c7017255-1125-4980-ad24-66bd4b6049b5 req-b3ae245f-9640-4aaf-82b6-d3c989024166 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 947 time: 0.0751309 Jan 19 14:38:21.531288 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069b60ae-0675-4ce3-bd04-aa4a49a1b3b5 x-openstack-request-id: req-069b60ae-0675-4ce3-bd04-aa4a49a1b3b5 {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:38:21.531558 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:38:21.531754 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-069b60ae-0675-4ce3-bd04-aa4a49a1b3b5 {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:38:21.532247 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'status': 'completed', 'code': 200} Jan 19 14:38:21.578343 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c7017255-1125-4980-ad24-66bd4b6049b5 req-82773792-e0ff-4982-a411-e28f24ebbb96 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619097 Jan 19 14:38:21.613277 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-032d572a-5426-4381-b4a6-5230ce75ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:21.615090 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-032d572a-5426-4381-b4a6-5230ce75ede1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60fa675e67c848f0981ab28dfcb7537e&device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1098 time: 0.0513003 Jan 19 14:38:21.716539 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-6726bbbf-28e5-4437-aa39-c7529a5bae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:21.718342 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-6726bbbf-28e5-4437-aa39-c7529a5bae11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d4106b-a111-4480-84fe-234f05498f56 HTTP/1.1" status: 200 len: 909 time: 0.0962303 Jan 19 14:38:21.726035 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '6640bfaf-ca8d-4468-a3fb-df5d627627f8', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'port_id': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'mac_address': 'fa:16:3e:27:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637581c-8456-4e78-9b03-7b397208c94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:38:19Z', 'updated_at': '2022-01-19T14:38:19Z', 'revision_number': 0, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77e5deb-14cf-4993-9621-363986ef951b', 'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'mac_address': 'fa:16:3e:a3:63:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:14Z', 'updated_at': '2022-01-19T14:37:18Z', 'revision_number': 5, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'subnets': [{'id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:21.751693 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] Checking router: c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:38:21.759935 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:21.760532 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:38:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:21.792417 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-9c87c95e-91a5-4a64-9d36-4d61b21abff2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9 HTTP/1.1" status: 200 len: 999 time: 0.0582500 Jan 19 14:38:21.869808 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:21.886262 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-df1d034f-bc4f-4e88-8422-d846647c7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:21.887727 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-df1d034f-bc4f-4e88-8422-d846647c7543 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54ccacf1-3efd-44c6-8dd6-2f8892936041 HTTP/1.1" status: 200 len: 847 time: 0.0737259 Jan 19 14:38:21.929409 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-64813a38-9f8c-45e8-a146-2898cb3c9b76 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:21.930977 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-64813a38-9f8c-45e8-a146-2898cb3c9b76 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.57 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0785799 Jan 19 14:38:21.982982 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-4b32d60e-b386-40d1-97bf-90b55ce80bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:21.984456 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-4b32d60e-b386-40d1-97bf-90b55ce80bd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d4106b-a111-4480-84fe-234f05498f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0890005 Jan 19 14:38:22.100442 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Deleting port c4478630-1874-4828-b111-cd777e547205 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:38:22.100684 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (c4478630-1874-4828-b111-cd777e547205), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:22.111055 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '6640bfaf-ca8d-4468-a3fb-df5d627627f8', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'port_id': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'mac_address': 'fa:16:3e:27:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637581c-8456-4e78-9b03-7b397208c94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:38:19Z', 'updated_at': '2022-01-19T14:38:19Z', 'revision_number': 0, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77e5deb-14cf-4993-9621-363986ef951b', 'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'mac_address': 'fa:16:3e:a3:63:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:14Z', 'updated_at': '2022-01-19T14:37:18Z', 'revision_number': 5, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'subnets': [{'id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:22.138490 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af930fec-bc53-4357-a9b3-4ab7b587c3fe None None] The sync data for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi is: [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '6640bfaf-ca8d-4468-a3fb-df5d627627f8', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'port_id': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'mac_address': 'fa:16:3e:27:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637581c-8456-4e78-9b03-7b397208c94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:38:19Z', 'updated_at': '2022-01-19T14:38:19Z', 'revision_number': 0, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77e5deb-14cf-4993-9621-363986ef951b', 'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'mac_address': 'fa:16:3e:a3:63:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:14Z', 'updated_at': '2022-01-19T14:37:18Z', 'revision_number': 5, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'subnets': [{'id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:38:22.156717 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-cc8774fe-eb69-4c82-ac36-bb263b5a3856 service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458969 Jan 19 14:38:22.273110 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] For port c4478630-1874-4828-b111-cd777e547205, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c4478630-1874-4828-b111-cd777e547205,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:22.273473 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (c4478630-1874-4828-b111-cd777e547205), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:22.303041 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Calling delete_port for c4478630-1874-4828-b111-cd777e547205 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:38:22.315431 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3568ed36-c548-40e5-9570-cfcf23d046fd req-cc7db34f-caa4-4a64-8566-0525aa4cedbd service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473870 Jan 19 14:38:22.590386 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b876813c-11bc-4a38-907c-f64688a1119e None None] New status for floating IP 6640bfaf-ca8d-4468-a3fb-df5d627627f8: ACTIVE {{(pid=103127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:38:22.591239 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252db6b-c63b-46f5-8dcb-887bd61ddeae req-dacc635b-3623-4d28-ba0e-262d2b2ffbb8 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:22.591239 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e252db6b-c63b-46f5-8dcb-887bd61ddeae req-dacc635b-3623-4d28-ba0e-262d2b2ffbb8 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 946 time: 0.0648010 Jan 19 14:38:22.591239 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e252db6b-c63b-46f5-8dcb-887bd61ddeae req-14bab71e-209a-4d6d-9140-f8fdaf54e5c7 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/security-groups?id=1912cf02-60cf-4846-9bf9-63eb7465fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Jan 19 14:38:22.714949 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170f05-1895-4aaa-90f4-5f754a45db77 req-c6a8fb12-5ea2-42a5-abce-71eba16ce2bb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:22.716748 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b5170f05-1895-4aaa-90f4-5f754a45db77 req-c6a8fb12-5ea2-42a5-abce-71eba16ce2bb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 947 time: 0.0557511 Jan 19 14:38:22.768569 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b5170f05-1895-4aaa-90f4-5f754a45db77 req-15249efa-e157-4e3b-b1df-06a58710b082 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461273 Jan 19 14:38:22.867731 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (c4478630-1874-4828-b111-cd777e547205), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:22.882892 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['c4478630-1874-4828-b111-cd777e547205'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:38:22.895928 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Pushing event deleted for resources: {'Port': ['ID=c4478630-1874-4828-b111-cd777e547205,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:22.943075 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] No DVR routers for this DVR port c4478630-1874-4828-b111-cd777e547205 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:38:22.946651 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:22.949878 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0356e477-5d70-4043-b205-0fbff7bfa1e9 req-9c62509b-8667-4d1e-9bb1-cd8f3e847b30 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.57 "DELETE /v2.0/ports/c4478630-1874-4828-b111-cd777e547205 HTTP/1.1" status: 204 len: 173 time: 1.0120208 Jan 19 14:38:22.953673 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b050c927-1f46-45c0-8d09-96fa64195c71', 'name': 'network-vif-deleted', 'tag': 'c4478630-1874-4828-b111-cd777e547205'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:38:22.953673 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0964bf-f1c6-4a92-9243-b01b37875f71" -d '{"events": [{"server_uuid": "b050c927-1f46-45c0-8d09-96fa64195c71", "name": "network-vif-deleted", "tag": "c4478630-1874-4828-b111-cd777e547205"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:38:22.992511 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff3983d-a246-49fc-8409-865cf75ace1f x-openstack-request-id: req-bff3983d-a246-49fc-8409-865cf75ace1f {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:38:22.992801 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b050c927-1f46-45c0-8d09-96fa64195c71", "name": "network-vif-deleted", "tag": "c4478630-1874-4828-b111-cd777e547205", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:38:22.993053 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bff3983d-a246-49fc-8409-865cf75ace1f {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:38:22.993468 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b050c927-1f46-45c0-8d09-96fa64195c71', 'name': 'network-vif-deleted', 'tag': 'c4478630-1874-4828-b111-cd777e547205', 'status': 'completed', 'code': 200} Jan 19 14:38:23.688977 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-690ba244-9883-4ca6-8ddf-2ccd27916d0d req-155149bb-37dd-4394-ad3b-1092090a9858 tempest-ServerRescueNegativeTestJSON-2010591581 tempest-ServerRescueNegativeTestJSON-2010591581-project] 10.222.0.79 "GET /v2.0/ports?device_id=b050c927-1f46-45c0-8d09-96fa64195c71 HTTP/1.1" status: 200 len: 210 time: 0.0259645 Jan 19 14:38:23.899123 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46ecac-151a-4dc0-941a-48f22e524f82 req-b719ce80-d4f4-4a20-8644-f7be4977662b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:23.901158 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3d46ecac-151a-4dc0-941a-48f22e524f82 req-b719ce80-d4f4-4a20-8644-f7be4977662b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 947 time: 0.0584319 Jan 19 14:38:23.965380 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3d46ecac-151a-4dc0-941a-48f22e524f82 req-29fa79b8-be83-4ac0-98db-2e33d7a169a0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577765 Jan 19 14:38:24.749128 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45248) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:25.130678 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cac0c-3dc6-43f3-aff3-926fdf36ab9d req-dafb6e04-5701-4fde-9b7a-7a5529f44ffa tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:25.132132 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7a6cac0c-3dc6-43f3-aff3-926fdf36ab9d req-dafb6e04-5701-4fde-9b7a-7a5529f44ffa tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 947 time: 0.0843122 Jan 19 14:38:25.243328 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7a6cac0c-3dc6-43f3-aff3-926fdf36ab9d req-ccd4132a-760d-4823-ada9-832689045fba tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020496 Jan 19 14:38:25.268206 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564239'] for router_interface (3c99d058-61b3-4e91-8f74-30fa934a1e25), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:25.564815 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Deleting port 21d6d14a-0612-488a-ba6c-c1308d2c90b5 {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:38:25.565150 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:25.650396 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] For port 21d6d14a-0612-488a-ba6c-c1308d2c90b5, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=21d6d14a-0612-488a-ba6c-c1308d2c90b5,segment=NetworkSegment(56122730-305f-425a-a95d-1a0f1e254f37),segment_id=56122730-305f-425a-a95d-1a0f1e254f37)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:25.650749 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:25.663285 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Calling delete_port for 21d6d14a-0612-488a-ba6c-c1308d2c90b5 owned by network:router_interface {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:38:25.933181 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (21d6d14a-0612-488a-ba6c-c1308d2c90b5), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:25.962157 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d6d14a-0612-488a-ba6c-c1308d2c90b5,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:26.117163 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582047'] for router_interface (3c99d058-61b3-4e91-8f74-30fa934a1e25), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:26.336887 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Router 3c99d058-61b3-4e91-8f74-30fa934a1e25 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:38:26.442500 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:38:26.447551 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-cd3854a4-2889-4de3-816b-1a8b09c2a918 admin admin] 10.222.0.79 "PUT /v2.0/routers/3c99d058-61b3-4e91-8f74-30fa934a1e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6974239 Jan 19 14:38:26.450571 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45262) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:26.451876 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] Sync routers for ids ['3c99d058-61b3-4e91-8f74-30fa934a1e25'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:38:26.462261 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] Routers {'3c99d058-61b3-4e91-8f74-30fa934a1e25'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:26.462846 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:38:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['3c99d058-61b3-4e91-8f74-30fa934a1e25'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:26.556544 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks [] for router (3c99d058-61b3-4e91-8f74-30fa934a1e25), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:26.572636 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] Set router 3c99d058-61b3-4e91-8f74-30fa934a1e25 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:26.659851 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks [] for router_gateway (3c99d058-61b3-4e91-8f74-30fa934a1e25), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:26.809068 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Deleting port 450e20c1-1d67-4d01-a657-c5f68595af32 {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:38:26.809666 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:26.833685 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:04Z', 'updated_at': '2022-01-19T14:38:25Z', 'revision_number': 5, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'gw_port': {'id': '450e20c1-1d67-4d01-a657-c5f68595af32', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:26.861271 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] Checking router: 3c99d058-61b3-4e91-8f74-30fa934a1e25 for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:38:26.869598 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] Routers {'3c99d058-61b3-4e91-8f74-30fa934a1e25'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:38:26.870279 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:38:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['3c99d058-61b3-4e91-8f74-30fa934a1e25'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:26.889950 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] For port 450e20c1-1d67-4d01-a657-c5f68595af32, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=450e20c1-1d67-4d01-a657-c5f68595af32,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:26.890371 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:26.913956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Calling delete_port for 450e20c1-1d67-4d01-a657-c5f68595af32 owned by network:router_gateway {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:38:26.949243 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c4478630-1874-4828-b111-cd777e547205 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:38:26.954715 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] Set router 3c99d058-61b3-4e91-8f74-30fa934a1e25 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:38:26.972896 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: c4478630-1874-4828-b111-cd777e547205 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:38:26.973238 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c4478630-1874-4828-b111-cd777e547205 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:38:27.015724 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:04Z', 'updated_at': '2022-01-19T14:38:26Z', 'revision_number': 6, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'gw_port_host': None}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:27.041714 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828a5c9-c29d-41b6-8721-64d4048a7109 None None] The sync data for ids ['3c99d058-61b3-4e91-8f74-30fa934a1e25'] in dv-cinder-799871-15-iscsi is: [{'id': '3c99d058-61b3-4e91-8f74-30fa934a1e25', 'name': 'tempest-ServerRescueNegativeTestJSON-738601356-router', 'tenant_id': '128e47ed902f40ff8fa4b033fab98f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:04Z', 'updated_at': '2022-01-19T14:38:26Z', 'revision_number': 6, 'project_id': '128e47ed902f40ff8fa4b033fab98f5c', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:38:27.144298 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (450e20c1-1d67-4d01-a657-c5f68595af32), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:27.174485 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=450e20c1-1d67-4d01-a657-c5f68595af32,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:27.244383 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563521'] for router_gateway (3c99d058-61b3-4e91-8f74-30fa934a1e25), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:27.453822 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:38:27.557374 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57833'] for router (3c99d058-61b3-4e91-8f74-30fa934a1e25), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:27.560336 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks [] for router_controller (3c99d058-61b3-4e91-8f74-30fa934a1e25), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:27.610613 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 21d6d14a-0612-488a-ba6c-c1308d2c90b5 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:38:27.638293 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 21d6d14a-0612-488a-ba6c-c1308d2c90b5 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:38:27.638622 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 21d6d14a-0612-488a-ba6c-c1308d2c90b5 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:38:27.639241 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 450e20c1-1d67-4d01-a657-c5f68595af32 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:38:27.661130 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 450e20c1-1d67-4d01-a657-c5f68595af32 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:38:27.661130 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 450e20c1-1d67-4d01-a657-c5f68595af32 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:38:27.727129 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582893'] for router (3c99d058-61b3-4e91-8f74-30fa934a1e25), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:27.727605 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c99d058-61b3-4e91-8f74-30fa934a1e25 {{(pid=103125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 14:38:27.732458 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:27.733640 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-a29f11ba-1970-4df3-999a-bde4aa038d70 admin admin] 10.222.0.79 "DELETE /v2.0/routers/3c99d058-61b3-4e91-8f74-30fa934a1e25 HTTP/1.1" status: 204 len: 168 time: 1.2821450 Jan 19 14:38:27.736108 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45270) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:27.781232 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f5299b-f397-4d2d-9b23-bdfbde3e8b2a admin admin] Deleting subnet 76df00e1-6469-4fb6-8ada-b38427646cfd {{(pid=103125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:38:27.784444 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-74f5299b-f397-4d2d-9b23-bdfbde3e8b2a admin admin] Publish callbacks [] for subnet (76df00e1-6469-4fb6-8ada-b38427646cfd), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:27.823137 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-74f5299b-f397-4d2d-9b23-bdfbde3e8b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239063'] for subnet (76df00e1-6469-4fb6-8ada-b38427646cfd), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:27.870823 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-74f5299b-f397-4d2d-9b23-bdfbde3e8b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (76df00e1-6469-4fb6-8ada-b38427646cfd), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:27.984491 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-74f5299b-f397-4d2d-9b23-bdfbde3e8b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62761738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58968061'] for subnet (76df00e1-6469-4fb6-8ada-b38427646cfd), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.015088 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-74f5299b-f397-4d2d-9b23-bdfbde3e8b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.018303 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-74f5299b-f397-4d2d-9b23-bdfbde3e8b2a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/76df00e1-6469-4fb6-8ada-b38427646cfd HTTP/1.1" status: 204 len: 168 time: 0.2812691 Jan 19 14:38:28.019343 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5299b-f397-4d2d-9b23-bdfbde3e8b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76df00e1-6469-4fb6-8ada-b38427646cfd,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:28.020921 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45274) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:28.087900 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (333f40c5-341d-4834-945d-fa7400e4854a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.173549 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (333f40c5-341d-4834-945d-fa7400e4854a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.193594 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333f40c5-341d-4834-945d-fa7400e4854a']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:28.203397 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56122730-305f-425a-a95d-1a0f1e254f37') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:28.203695 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56122730-305f-425a-a95d-1a0f1e254f37') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:38:28.213254 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (56122730-305f-425a-a95d-1a0f1e254f37), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.226002 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (56122730-305f-425a-a95d-1a0f1e254f37), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.232197 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:38:28.232577 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (56122730-305f-425a-a95d-1a0f1e254f37), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:38:28.234176 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:38:28.236777 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:38:28.350346 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (333f40c5-341d-4834-945d-fa7400e4854a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.357933 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.361083 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] 10.222.0.79 "DELETE /v2.0/networks/333f40c5-341d-4834-945d-fa7400e4854a HTTP/1.1" status: 204 len: 168 time: 0.3385584 Jan 19 14:38:28.370461 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51b1fc-cf7d-4d56-b3f0-855d8b77807c admin admin] Pushing event deleted for resources: {'Network': ['ID=333f40c5-341d-4834-945d-fa7400e4854a,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:28.706658 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45282) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:28.749417 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-abf63003-5de5-4174-b22d-afcfc4387d51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=128e47ed902f40ff8fa4b033fab98f5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414534 Jan 19 14:38:28.751783 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45284) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:28.800762 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-678625a2-2007-4bb2-96f7-c544f6b93662 admin admin] Publish callbacks [] for security_group (1912cf02-60cf-4846-9bf9-63eb7465fb40), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.821926 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-678625a2-2007-4bb2-96f7-c544f6b93662 admin admin] Publish callbacks [] for security_group (1912cf02-60cf-4846-9bf9-63eb7465fb40), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.949954 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-678625a2-2007-4bb2-96f7-c544f6b93662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1912cf02-60cf-4846-9bf9-63eb7465fb40), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.952577 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-678625a2-2007-4bb2-96f7-c544f6b93662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:28.953731 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-678625a2-2007-4bb2-96f7-c544f6b93662 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1912cf02-60cf-4846-9bf9-63eb7465fb40 HTTP/1.1" status: 204 len: 168 time: 0.2010889 Jan 19 14:38:28.962166 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678625a2-2007-4bb2-96f7-c544f6b93662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1912cf02-60cf-4846-9bf9-63eb7465fb40,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:32.384786 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f246820-7edb-4d7d-b897-1d65ab5b65e4 req-0ad94b6b-7a3d-44e5-835f-e5b203acf2f5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:32.386771 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9f246820-7edb-4d7d-b897-1d65ab5b65e4 req-0ad94b6b-7a3d-44e5-835f-e5b203acf2f5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0514643 Jan 19 14:38:32.432578 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9f246820-7edb-4d7d-b897-1d65ab5b65e4 req-2af3a551-9ee7-469d-b40e-f540d93f048e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 Jan 19 14:38:33.551184 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e7b4-d413-45b2-b529-6e89b02a4035 req-ed988275-fd3e-4dfa-902d-213574a4c4e9 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:33.552626 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2454e7b4-d413-45b2-b529-6e89b02a4035 req-ed988275-fd3e-4dfa-902d-213574a4c4e9 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0506632 Jan 19 14:38:33.598135 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2454e7b4-d413-45b2-b529-6e89b02a4035 req-f73289bb-a854-4db0-8a60-c16a57bf174e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393422 Jan 19 14:38:34.215536 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-14ec0c7a-6eeb-4ff8-8864-e8f426d3d894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:34.714675 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d281ed-eb55-41a0-8868-d535cda1c70e req-fc89d531-6614-44a3-90c0-015f88a98166 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:34.716188 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-76d281ed-eb55-41a0-8868-d535cda1c70e req-fc89d531-6614-44a3-90c0-015f88a98166 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0498166 Jan 19 14:38:34.762352 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-76d281ed-eb55-41a0-8868-d535cda1c70e req-6d5b85a6-e60f-4319-8443-8a39379b82e2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Jan 19 14:38:35.076860 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45426) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:35.178839 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a099-ff17-4c3b-bdb6-a80c4724e36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:35.251763 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a099-ff17-4c3b-bdb6-a80c4724e36e admin admin] Publish callbacks [] for security_group (86ddd0f2-96df-4b92-9a6a-6c89b9b3ddeb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:35.317691 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a099-ff17-4c3b-bdb6-a80c4724e36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (86ddd0f2-96df-4b92-9a6a-6c89b9b3ddeb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:35.358720 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a8e2a099-ff17-4c3b-bdb6-a80c4724e36e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2702fad7bc24c22b882b3dadfc7df6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807353 Jan 19 14:38:35.359868 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2a099-ff17-4c3b-bdb6-a80c4724e36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ddd0f2-96df-4b92-9a6a-6c89b9b3ddeb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:35.361405 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45432) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:35.409544 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a8e1bb06-26ba-4bdd-bfe1-5258731542fa admin admin] Publish callbacks [] for security_group (86ddd0f2-96df-4b92-9a6a-6c89b9b3ddeb), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:35.431213 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a8e1bb06-26ba-4bdd-bfe1-5258731542fa admin admin] Publish callbacks [] for security_group (86ddd0f2-96df-4b92-9a6a-6c89b9b3ddeb), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:35.580738 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a8e1bb06-26ba-4bdd-bfe1-5258731542fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (86ddd0f2-96df-4b92-9a6a-6c89b9b3ddeb), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:35.583294 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a8e1bb06-26ba-4bdd-bfe1-5258731542fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:35.584436 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-a8e1bb06-26ba-4bdd-bfe1-5258731542fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86ddd0f2-96df-4b92-9a6a-6c89b9b3ddeb HTTP/1.1" status: 204 len: 168 time: 0.2219412 Jan 19 14:38:35.592302 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1bb06-26ba-4bdd-bfe1-5258731542fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ddd0f2-96df-4b92-9a6a-6c89b9b3ddeb,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:35.880907 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8677225-a4f1-4360-bd44-6f36e945c02f req-9dc95c30-111c-42cc-a441-2431f1bf08b6 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:35.882623 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e8677225-a4f1-4360-bd44-6f36e945c02f req-9dc95c30-111c-42cc-a441-2431f1bf08b6 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0536726 Jan 19 14:38:35.938612 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e8677225-a4f1-4360-bd44-6f36e945c02f req-8a3ae544-485b-435b-af62-2318742e46af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434499 Jan 19 14:38:36.170173 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45442) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:36.183616 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f4546a57-d88b-4738-98e2-b8ed3230548c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:36.254724 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f4546a57-d88b-4738-98e2-b8ed3230548c admin admin] Publish callbacks [] for security_group (74130bb8-6d4c-47fe-8387-ce6136029134), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:36.305806 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a875a57b-bc5c-4ea1-a378-f99c064dd487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:36.331849 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f4546a57-d88b-4738-98e2-b8ed3230548c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (74130bb8-6d4c-47fe-8387-ce6136029134), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:36.375887 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4546a57-d88b-4738-98e2-b8ed3230548c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74130bb8-6d4c-47fe-8387-ce6136029134,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:36.381474 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f4546a57-d88b-4738-98e2-b8ed3230548c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d0cc88ef5e4747fe8f2316d92ffba3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101305 Jan 19 14:38:36.384183 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45448) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:36.435156 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cd899fb0-8a52-4d99-b0cc-39101d10abe5 admin admin] Publish callbacks [] for security_group (74130bb8-6d4c-47fe-8387-ce6136029134), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:36.457832 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cd899fb0-8a52-4d99-b0cc-39101d10abe5 admin admin] Publish callbacks [] for security_group (74130bb8-6d4c-47fe-8387-ce6136029134), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:36.577562 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cd899fb0-8a52-4d99-b0cc-39101d10abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (74130bb8-6d4c-47fe-8387-ce6136029134), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:36.580693 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cd899fb0-8a52-4d99-b0cc-39101d10abe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:36.581737 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-cd899fb0-8a52-4d99-b0cc-39101d10abe5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/74130bb8-6d4c-47fe-8387-ce6136029134 HTTP/1.1" status: 204 len: 168 time: 0.1966622 Jan 19 14:38:36.590125 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd899fb0-8a52-4d99-b0cc-39101d10abe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74130bb8-6d4c-47fe-8387-ce6136029134,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:37.053625 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a4665-f075-468c-80ba-108a557381fa req-30233f86-e2c4-4b89-93f6-e983d6823d89 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:37.055240 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c92a4665-f075-468c-80ba-108a557381fa req-30233f86-e2c4-4b89-93f6-e983d6823d89 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0485604 Jan 19 14:38:37.101664 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c92a4665-f075-468c-80ba-108a557381fa req-e06fb9d5-cfe6-4174-b92d-fe1a539f755e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400639 Jan 19 14:38:37.823856 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:38.227103 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022012d6-05d5-49a1-af3d-a4b49a9c0602 req-0871d8d9-c71b-4cc2-9d7c-59d6e4daf30d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:38.228579 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-022012d6-05d5-49a1-af3d-a4b49a9c0602 req-0871d8d9-c71b-4cc2-9d7c-59d6e4daf30d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0524538 Jan 19 14:38:38.278309 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-022012d6-05d5-49a1-af3d-a4b49a9c0602 req-711c0241-3426-4213-af56-b44169f3d021 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Jan 19 14:38:38.718483 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-d839b74b-feb9-4fb6-b427-e488fd25e47f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828248191&fields=id&tenant_id=df25f3f904f14ecfb7844bf47cf13285 HTTP/1.1" status: 200 len: 267 time: 0.0482979 Jan 19 14:38:38.826229 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-614c1540-7043-4b47-b587-597125b92fd9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:38.827671 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-614c1540-7043-4b47-b587-597125b92fd9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 811 time: 0.1023500 Jan 19 14:38:38.842980 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-c8b5a7b5-8144-4ed4-b68a-6a7a44b50d39 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/quotas/df25f3f904f14ecfb7844bf47cf13285 HTTP/1.1" status: 200 len: 375 time: 0.0096397 Jan 19 14:38:38.891779 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-fabfacb6-5e14-4155-93df-6e27b07ba4bb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437520 Jan 19 14:38:38.990199 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-a6f586b2-9bee-46dc-ae50-a0a65b58fb9e service neutron] 10.222.0.79 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839701 Jan 19 14:38:39.023289 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:39.080255 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6440e63e-835e-46fe-a781-da02a72c3a54 service neutron] 10.222.0.79 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858595 Jan 19 14:38:39.396791 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11501a13-7465-445f-a067-b0ace52a9d78 req-5712071f-9c32-4d38-9cb5-e4665cbf56f6 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:39.398353 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-11501a13-7465-445f-a067-b0ace52a9d78 req-5712071f-9c32-4d38-9cb5-e4665cbf56f6 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0504148 Jan 19 14:38:39.445028 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-11501a13-7465-445f-a067-b0ace52a9d78 req-24b1381a-ac75-4bc4-baac-9a3d7132dfca tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Jan 19 14:38:39.661225 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-40060918-b3d0-4b35-8cc1-66bd6d45f287 req-10856b0a-491e-45b3-bde1-eb424abea27b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 210 time: 0.0258293 Jan 19 14:38:40.311598 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:40.565582 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09366-07f4-4894-970b-45a5b69dcb81 req-14a10483-20c2-4fe2-b165-f00812cb0d1b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:40.566590 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-01f09366-07f4-4894-970b-45a5b69dcb81 req-14a10483-20c2-4fe2-b165-f00812cb0d1b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0537286 Jan 19 14:38:40.612985 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-01f09366-07f4-4894-970b-45a5b69dcb81 req-3438b3ec-6455-4e2d-8825-c040b45022bd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 Jan 19 14:38:40.749927 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-deb67ead-7ae8-46bd-b1b7-2f2566f375e8 req-732fa2f0-0b0e-47cf-a3cf-04f99ccb05fa tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 210 time: 0.0257647 Jan 19 14:38:41.243293 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:41.729678 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35cc68-7a0f-41de-bf62-d0fad69a3b7e req-bde2fd2c-b917-42c0-9000-83d264d07dab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:41.731160 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6c35cc68-7a0f-41de-bf62-d0fad69a3b7e req-bde2fd2c-b917-42c0-9000-83d264d07dab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0493011 Jan 19 14:38:41.777064 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6c35cc68-7a0f-41de-bf62-d0fad69a3b7e req-27dbc98d-aa7f-4b6d-a5ab-2dd90d76ae04 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402312 Jan 19 14:38:41.847915 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-32bb3b3b-4cbd-44a8-a60c-df7cc6d98df0 req-3c71eee0-33e5-4ff7-a113-39b5540452bb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 210 time: 0.0298338 Jan 19 14:38:42.005288 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-813925ec-26b9-4ed1-8160-07a99000c78b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:42.006749 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-813925ec-26b9-4ed1-8160-07a99000c78b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 811 time: 0.1009543 Jan 19 14:38:42.072528 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-4e982d7e-8f85-4230-8e7a-12c661769da8 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df25f3f904f14ecfb7844bf47cf13285 HTTP/1.1" status: 200 len: 380 time: 0.0526843 Jan 19 14:38:42.088720 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'port': {'device_id': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'admin_state_up': True, 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'security_groups': ['fdd72697-cb1b-452a-9f4b-8a028a59eaf5']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:42.289300 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Made reservation on behalf of df25f3f904f14ecfb7844bf47cf13285 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:38:42.292917 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:42.421115 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Allocated IP 172.20.0.12 (de9041de-14d8-4751-a4f5-036c4311aca9/bd1fd067-702e-4b81-a009-d45a1fd4fffb/3c218464-cfcb-4ddf-aa23-d54e0ca50bff) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:38:42.567029 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:42.706656 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:42.753555 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Network de9041de-14d8-4751-a4f5-036c4311aca9 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:38:42.756573 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:38:42.760293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:38:42.787515 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'Port': ['ID=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:42.818577 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:42.819259 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:42.911802 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caec694-9276-4798-877c-2152f793276c req-9c9a6bdb-f7aa-45cc-814b-049f6c4b8661 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:42.916963 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4caec694-9276-4798-877c-2152f793276c req-9c9a6bdb-f7aa-45cc-814b-049f6c4b8661 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0641549 Jan 19 14:38:42.927915 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-6ebee99d-6784-44ef-94c2-24a8f1bdc394 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8387892 Jan 19 14:38:42.945866 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Request body: {'port': {'device_id': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:38:43.010173 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:43.010765 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4caec694-9276-4798-877c-2152f793276c req-9f01a593-6433-4386-a067-9a2a9f6e596b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861764 Jan 19 14:38:43.021731 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2af6-4abc-4687-93ff-18cc43aac2f8 req-43a08031-6ead-4bc0-a139-7cd5d0d29d5d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:43.023217 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dd1d2af6-4abc-4687-93ff-18cc43aac2f8 req-43a08031-6ead-4bc0-a139-7cd5d0d29d5d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 932 time: 0.0862541 Jan 19 14:38:43.084539 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dd1d2af6-4abc-4687-93ff-18cc43aac2f8 req-d84c56ae-41e9-4682-a2f6-27e2e33d2f9a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556622 Jan 19 14:38:43.085595 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-f92a7331-b5b1-4c31-a9fa-3213326d75f5 None None] Provisioning complete for port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:38:43.088774 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f92a7331-b5b1-4c31-a9fa-3213326d75f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:43.130606 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f92a7331-b5b1-4c31-a9fa-3213326d75f5 None None] Port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:38:43.298822 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c218464-cfcb-4ddf-aa23-d54e0ca50bff {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:38:43.307868 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Publish callbacks [] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:43.319954 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Transition to ACTIVE for port object 3c218464-cfcb-4ddf-aa23-d54e0ca50bff will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:38:43.435158 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:43.486938 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Pushing event updated for resources: {'Port': ['ID=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:43.557545 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Attempting to bind port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:38:43.557943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Attempting to bind port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:38:43.558294 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Attempting to bind port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff on network de9041de-14d8-4751-a4f5-036c4311aca9 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:38:43.563771 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff on network de9041de-14d8-4751-a4f5-036c4311aca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:38:43.564108 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Attempting to bind port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff on network de9041de-14d8-4751-a4f5-036c4311aca9 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:38:43.570411 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:38:43.570756 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Checking segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:38:43.571143 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Bound using segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:38:43.571718 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Bound port: 3c218464-cfcb-4ddf-aa23-d54e0ca50bff, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:38:43.572091 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:43.647882 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] For port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:38:43.651681 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] For port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:38:43.755946 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:43.788079 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:43.789184 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:43.790357 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-658db754-0079-4817-8584-167e5df3cf50 service neutron] 10.222.0.57 "PUT /v2.0/ports/3c218464-cfcb-4ddf-aa23-d54e0ca50bff HTTP/1.1" status: 200 len: 1094 time: 0.8496504 Jan 19 14:38:43.792558 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'tag': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:38:43.795658 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e13c3e-bd14-41e7-963d-cb0654801be8" -d '{"events": [{"name": "network-changed", "server_uuid": "3889da36-76dc-4a44-bf9f-745bf7c3982a", "tag": "3c218464-cfcb-4ddf-aa23-d54e0ca50bff"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:38:43.828739 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658db754-0079-4817-8584-167e5df3cf50 service neutron] Pushing event updated for resources: {'Port': ['ID=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:43.843913 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff6d5fc-b155-4622-be0f-eb21ee959515 x-openstack-request-id: req-fff6d5fc-b155-4622-be0f-eb21ee959515 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:38:43.844281 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3889da36-76dc-4a44-bf9f-745bf7c3982a", "tag": "3c218464-cfcb-4ddf-aa23-d54e0ca50bff", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:38:43.844595 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fff6d5fc-b155-4622-be0f-eb21ee959515 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:38:43.844999 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'tag': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'status': 'completed', 'code': 200} Jan 19 14:38:43.908857 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13c3e-bd14-41e7-963d-cb0654801be8 req-df74550b-ece3-45ee-bb3e-3aa4bd8172cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:43.910620 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e5e13c3e-bd14-41e7-963d-cb0654801be8 req-df74550b-ece3-45ee-bb3e-3aa4bd8172cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 1097 time: 0.0461309 Jan 19 14:38:44.022338 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13c3e-bd14-41e7-963d-cb0654801be8 req-2eb58d1d-d754-4939-a00e-5d954067e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:44.023822 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e5e13c3e-bd14-41e7-963d-cb0654801be8 req-2eb58d1d-d754-4939-a00e-5d954067e013 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=df25f3f904f14ecfb7844bf47cf13285&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006632 Jan 19 14:38:44.131117 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100c9d-89c6-44af-a710-5aefe4298b77 req-db0db69f-1ffe-4e17-a727-fcc4742d60fd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:44.139565 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3b100c9d-89c6-44af-a710-5aefe4298b77 req-db0db69f-1ffe-4e17-a727-fcc4742d60fd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0691147 Jan 19 14:38:44.140385 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13c3e-bd14-41e7-963d-cb0654801be8 req-bf167aac-f95c-4238-95b2-427aea4c555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:44.142510 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e5e13c3e-bd14-41e7-963d-cb0654801be8 req-bf167aac-f95c-4238-95b2-427aea4c555b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037071 Jan 19 14:38:44.199942 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45622) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:44.223623 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3b100c9d-89c6-44af-a710-5aefe4298b77 req-ec12936a-6cee-4cce-b56f-a87b347cf1a9 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829616 Jan 19 14:38:44.237737 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3980d-c9b6-4400-b16f-299a927ef315 req-843b36ec-f977-4a2a-9275-0ee07e95bf23 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:44.239309 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4dd3980d-c9b6-4400-b16f-299a927ef315 req-843b36ec-f977-4a2a-9275-0ee07e95bf23 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 944 time: 0.0783503 Jan 19 14:38:44.251533 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-b3bb3d26-30ed-42f7-83b4-754662938cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:44.253121 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-b3bb3d26-30ed-42f7-83b4-754662938cce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 1097 time: 0.0641797 Jan 19 14:38:44.290851 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4dd3980d-c9b6-4400-b16f-299a927ef315 req-80f0ccec-ddd5-4807-bca4-c16ed42bfc86 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451784 Jan 19 14:38:44.316123 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-f341aacb-3b25-46c5-bb6f-8aa0622873c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c218464-cfcb-4ddf-aa23-d54e0ca50bff HTTP/1.1" status: 200 len: 217 time: 0.0511880 Jan 19 14:38:44.358461 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a1adc89d-a0b8-47fb-9c53-83940805a0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:44.389989 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-08d8a39b-50c7-41fa-bf9b-8cfa8caddc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:44.391448 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-08d8a39b-50c7-41fa-bf9b-8cfa8caddc9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.0639098 Jan 19 14:38:44.463044 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-03f1fc09-d8e2-43a6-8f59-0a652782915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:44.464556 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-03f1fc09-d8e2-43a6-8f59-0a652782915d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0605552 Jan 19 14:38:44.527752 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a1adc89d-a0b8-47fb-9c53-83940805a0e2 admin admin] Publish callbacks [] for security_group (fa2e3060-f005-4704-9185-034f64c78c50), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:44.568359 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-3dbf840a-4d21-483d-84e0-19c3965a2c6e service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957284 Jan 19 14:38:44.629928 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a1adc89d-a0b8-47fb-9c53-83940805a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (fa2e3060-f005-4704-9185-034f64c78c50), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:44.682641 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a1adc89d-a0b8-47fb-9c53-83940805a0e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5d936c4396340ae98604384ef16776f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810553 Jan 19 14:38:44.685864 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45632) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:44.687335 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adc89d-a0b8-47fb-9c53-83940805a0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2e3060-f005-4704-9185-034f64c78c50,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:44.701375 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-75a4fe28-563b-40f9-8a15-ce9edf31af07 req-31d4d99c-fcf9-439a-8bdf-2d18736d5eae service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236308 Jan 19 14:38:44.735783 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-60c11125-4b43-4b5d-a8dd-0b3141d73f9a admin admin] Publish callbacks [] for security_group (fa2e3060-f005-4704-9185-034f64c78c50), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:44.760699 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-60c11125-4b43-4b5d-a8dd-0b3141d73f9a admin admin] Publish callbacks [] for security_group (fa2e3060-f005-4704-9185-034f64c78c50), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:44.881210 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-60c11125-4b43-4b5d-a8dd-0b3141d73f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (fa2e3060-f005-4704-9185-034f64c78c50), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:44.883821 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-60c11125-4b43-4b5d-a8dd-0b3141d73f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:44.885857 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-60c11125-4b43-4b5d-a8dd-0b3141d73f9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa2e3060-f005-4704-9185-034f64c78c50 HTTP/1.1" status: 204 len: 168 time: 0.1980429 Jan 19 14:38:44.892622 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c11125-4b43-4b5d-a8dd-0b3141d73f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2e3060-f005-4704-9185-034f64c78c50,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:45.349122 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346e660-58c1-47f1-a1f1-b3c57f817a33 req-0c943090-cc52-40d7-bef1-0b7321085847 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:45.351021 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7346e660-58c1-47f1-a1f1-b3c57f817a33 req-0c943090-cc52-40d7-bef1-0b7321085847 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0581226 Jan 19 14:38:45.423961 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7346e660-58c1-47f1-a1f1-b3c57f817a33 req-15107a33-51c6-4df9-9fe5-23a52cbbd045 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676062 Jan 19 14:38:45.441794 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507af39a-6736-4281-83de-a6071c2109ba req-b110fee0-1f89-474a-bb5d-b825706987b7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:45.443364 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-507af39a-6736-4281-83de-a6071c2109ba req-b110fee0-1f89-474a-bb5d-b825706987b7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 944 time: 0.0665176 Jan 19 14:38:45.492968 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-507af39a-6736-4281-83de-a6071c2109ba req-e374d6d1-45ce-43d8-9898-e31d77131076 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440743 Jan 19 14:38:45.581187 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45648) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:45.596884 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3613ef10-a23e-4b63-9793-ef3b027a6681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:45.665737 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3613ef10-a23e-4b63-9793-ef3b027a6681 admin admin] Publish callbacks [] for security_group (7a101669-4708-45f2-9e46-694510bd1420), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:45.732397 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3613ef10-a23e-4b63-9793-ef3b027a6681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (7a101669-4708-45f2-9e46-694510bd1420), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:45.770385 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3613ef10-a23e-4b63-9793-ef3b027a6681 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=907fbcedf4094dffaa071640519a64b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880722 Jan 19 14:38:45.771212 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613ef10-a23e-4b63-9793-ef3b027a6681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a101669-4708-45f2-9e46-694510bd1420,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:45.773038 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45650) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:45.822839 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd68a-9c9a-4e10-99d5-8b2d8b8e183a admin admin] Publish callbacks [] for security_group (7a101669-4708-45f2-9e46-694510bd1420), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:45.844197 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd68a-9c9a-4e10-99d5-8b2d8b8e183a admin admin] Publish callbacks [] for security_group (7a101669-4708-45f2-9e46-694510bd1420), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:45.964137 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd68a-9c9a-4e10-99d5-8b2d8b8e183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (7a101669-4708-45f2-9e46-694510bd1420), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:45.966834 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd68a-9c9a-4e10-99d5-8b2d8b8e183a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:45.967982 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0b4fd68a-9c9a-4e10-99d5-8b2d8b8e183a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7a101669-4708-45f2-9e46-694510bd1420 HTTP/1.1" status: 204 len: 168 time: 0.1939456 Jan 19 14:38:45.975661 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fd68a-9c9a-4e10-99d5-8b2d8b8e183a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a101669-4708-45f2-9e46-694510bd1420,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:46.539101 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13141a59-0d1d-430f-92b8-6554d63b0e46 req-4de378ec-0339-4aea-8004-7d242848925b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:46.540562 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-13141a59-0d1d-430f-92b8-6554d63b0e46 req-4de378ec-0339-4aea-8004-7d242848925b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0491250 Jan 19 14:38:46.617273 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-13141a59-0d1d-430f-92b8-6554d63b0e46 req-9abb5ed1-7282-4343-9be0-285973467773 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707700 Jan 19 14:38:46.631368 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf778706-e1dd-4958-9164-0951ed90097f req-a36d5fbd-6513-4b36-8d6a-e54f677cd7e7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:46.632831 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cf778706-e1dd-4958-9164-0951ed90097f req-a36d5fbd-6513-4b36-8d6a-e54f677cd7e7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 944 time: 0.0718279 Jan 19 14:38:46.681679 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cf778706-e1dd-4958-9164-0951ed90097f req-239b4712-b29e-416f-bd4f-6536f4e3bb50 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Jan 19 14:38:47.739620 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fbd3e-5305-4ce8-89f4-ad7d3c47049c req-bc533048-6488-4b22-b4ce-6f86826b1e98 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:47.741120 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d39fbd3e-5305-4ce8-89f4-ad7d3c47049c req-bc533048-6488-4b22-b4ce-6f86826b1e98 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0526583 Jan 19 14:38:47.819440 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d39fbd3e-5305-4ce8-89f4-ad7d3c47049c req-a25e60f0-87b1-42ca-bb5c-51798ac997f8 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728984 Jan 19 14:38:47.828367 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de6810-93a4-4a4d-9318-a750d26e7034 req-6aa469b2-7a79-4835-b7d2-71fabe0e57c5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:47.829818 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d0de6810-93a4-4a4d-9318-a750d26e7034 req-6aa469b2-7a79-4835-b7d2-71fabe0e57c5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 944 time: 0.0765390 Jan 19 14:38:47.885173 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d0de6810-93a4-4a4d-9318-a750d26e7034 req-c098f045-7055-4e46-9aff-57861b5244a9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490215 Jan 19 14:38:48.414128 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45718) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:48.518366 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6a13-28c8-45d8-a21c-ed934b150e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:48.587891 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6a13-28c8-45d8-a21c-ed934b150e08 admin admin] Publish callbacks [] for security_group (a07a86ac-9007-44ff-946b-2c0021d2d83d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:48.689935 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-3a9c6a13-28c8-45d8-a21c-ed934b150e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a07a86ac-9007-44ff-946b-2c0021d2d83d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:48.730454 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-3a9c6a13-28c8-45d8-a21c-ed934b150e08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77628fff30024314bf4357680d678481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152223 Jan 19 14:38:48.731173 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c6a13-28c8-45d8-a21c-ed934b150e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07a86ac-9007-44ff-946b-2c0021d2d83d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:48.733658 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45724) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:48.780191 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a015d3f6-7db0-426a-bbbf-76952adc8eae admin admin] Publish callbacks [] for security_group (a07a86ac-9007-44ff-946b-2c0021d2d83d), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:48.800598 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a015d3f6-7db0-426a-bbbf-76952adc8eae admin admin] Publish callbacks [] for security_group (a07a86ac-9007-44ff-946b-2c0021d2d83d), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:48.933703 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad90bb-7b7c-4463-b2c2-c3979051f646 req-8be116e9-fa3d-4ea6-a387-8dff86476f98 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:48.935298 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c3ad90bb-7b7c-4463-b2c2-c3979051f646 req-8be116e9-fa3d-4ea6-a387-8dff86476f98 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0502160 Jan 19 14:38:48.936356 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a015d3f6-7db0-426a-bbbf-76952adc8eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a07a86ac-9007-44ff-946b-2c0021d2d83d), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:48.938962 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a015d3f6-7db0-426a-bbbf-76952adc8eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:48.940652 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-a015d3f6-7db0-426a-bbbf-76952adc8eae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a07a86ac-9007-44ff-946b-2c0021d2d83d HTTP/1.1" status: 204 len: 168 time: 0.2052894 Jan 19 14:38:48.964719 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015d3f6-7db0-426a-bbbf-76952adc8eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07a86ac-9007-44ff-946b-2c0021d2d83d,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:49.030588 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c3ad90bb-7b7c-4463-b2c2-c3979051f646 req-71f378bc-4d02-4fe6-a08a-522088f84e8e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888336 Jan 19 14:38:49.044336 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2e92-0c25-499b-9e97-8330cfd08c89 req-1de7ba2b-afb7-4017-97cd-c1ff158d00e5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:49.045822 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-643a2e92-0c25-499b-9e97-8330cfd08c89 req-1de7ba2b-afb7-4017-97cd-c1ff158d00e5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 944 time: 0.0880144 Jan 19 14:38:49.096030 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-643a2e92-0c25-499b-9e97-8330cfd08c89 req-f96f9bc0-7928-460b-a334-18672cbfbdd0 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446923 Jan 19 14:38:49.414808 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f697cdd-44cb-4e7b-8b01-6fefb11030a1 req-7096ef67-6d67-4481-94dd-b6e6cc8af1f5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:49.416284 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5f697cdd-44cb-4e7b-8b01-6fefb11030a1 req-7096ef67-6d67-4481-94dd-b6e6cc8af1f5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0487754 Jan 19 14:38:49.462342 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5f697cdd-44cb-4e7b-8b01-6fefb11030a1 req-abe81b9b-4187-49e2-8e15-efe78164d3e1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397515 Jan 19 14:38:49.566886 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-8d57f401-e059-4818-999c-d825b546cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:49.568582 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-8d57f401-e059-4818-999c-d825b546cbb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 1098 time: 0.0410209 Jan 19 14:38:49.577003 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45740) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:49.590107 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-77bfb7d9-1f0f-4fd8-8cd6-589e3e1abb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:49.663095 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-20f5d153-9f30-4d0a-aeef-c0f1dddfe4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:49.664568 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-20f5d153-9f30-4d0a-aeef-c0f1dddfe4d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 912 time: 0.0845978 Jan 19 14:38:49.672958 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-77bfb7d9-1f0f-4fd8-8cd6-589e3e1abb5f admin admin] Publish callbacks [] for security_group (2e915544-6b67-4eb7-a1fa-713c1f984acf), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:49.732929 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-e6f0cdc1-3b6b-457b-8f12-7ba7b8ca0c70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9 HTTP/1.1" status: 200 len: 1000 time: 0.0590894 Jan 19 14:38:49.747383 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-77bfb7d9-1f0f-4fd8-8cd6-589e3e1abb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2e915544-6b67-4eb7-a1fa-713c1f984acf), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:49.779579 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-99476426-adcb-4d42-a715-627c472143b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:49.781026 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-99476426-adcb-4d42-a715-627c472143b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df7d29b8-c1f6-46db-801b-45958c2aa13c HTTP/1.1" status: 200 len: 850 time: 0.0417485 Jan 19 14:38:49.786183 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-77bfb7d9-1f0f-4fd8-8cd6-589e3e1abb5f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5fbbcf55ad9841f79782893ed5359a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080119 Jan 19 14:38:49.787260 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfb7d9-1f0f-4fd8-8cd6-589e3e1abb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e915544-6b67-4eb7-a1fa-713c1f984acf,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:49.790469 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45742) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:49.826900 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-0cb5456c-52ae-4e1f-b245-31c5515de541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:49.828310 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-0cb5456c-52ae-4e1f-b245-31c5515de541 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410759 Jan 19 14:38:49.838287 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-24564ca3-5002-4fcd-b1fd-c3e9c950dd9c admin admin] Publish callbacks [] for security_group (2e915544-6b67-4eb7-a1fa-713c1f984acf), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:49.859244 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-24564ca3-5002-4fcd-b1fd-c3e9c950dd9c admin admin] Publish callbacks [] for security_group (2e915544-6b67-4eb7-a1fa-713c1f984acf), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:49.922803 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-8ef703f3-067b-47a9-a8a1-f2cb7fcda1da service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840442 Jan 19 14:38:49.964884 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-24564ca3-5002-4fcd-b1fd-c3e9c950dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2e915544-6b67-4eb7-a1fa-713c1f984acf), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:49.968196 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-24564ca3-5002-4fcd-b1fd-c3e9c950dd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:49.969360 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-24564ca3-5002-4fcd-b1fd-c3e9c950dd9c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e915544-6b67-4eb7-a1fa-713c1f984acf HTTP/1.1" status: 204 len: 168 time: 0.1777325 Jan 19 14:38:49.977612 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24564ca3-5002-4fcd-b1fd-c3e9c950dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e915544-6b67-4eb7-a1fa-713c1f984acf,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:50.020221 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3524038c-8bbf-44bb-a897-974a0d7f0605 req-74fde33f-0682-4c19-9077-ba5ae90aa1bb service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897777 Jan 19 14:38:50.211011 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9836a9b-c5bb-4086-98de-43da00c0df6a req-188d1d25-8e20-481b-bff6-1593d3a477e2 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:50.212484 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a9836a9b-c5bb-4086-98de-43da00c0df6a req-188d1d25-8e20-481b-bff6-1593d3a477e2 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 944 time: 0.0488205 Jan 19 14:38:50.264273 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a9836a9b-c5bb-4086-98de-43da00c0df6a req-1084701b-ca53-43c9-9f65-1f725661562f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456903 Jan 19 14:38:50.581032 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11df0-d604-4759-8782-2ea9d21208f8 req-f9ed6e7a-251e-4e7d-a776-17d7fd36f87b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:50.589823 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-78c11df0-d604-4759-8782-2ea9d21208f8 req-f9ed6e7a-251e-4e7d-a776-17d7fd36f87b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0589724 Jan 19 14:38:50.638026 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-78c11df0-d604-4759-8782-2ea9d21208f8 req-7b47b363-eaa5-484b-b93e-fc01e858864e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Jan 19 14:38:51.376284 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019dffc-b693-4a56-a80f-c43a04dbbf81 req-8b854826-b4b1-4378-a9e8-d52856d7d4d1 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:51.377880 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a019dffc-b693-4a56-a80f-c43a04dbbf81 req-8b854826-b4b1-4378-a9e8-d52856d7d4d1 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 944 time: 0.0475678 Jan 19 14:38:51.425629 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a019dffc-b693-4a56-a80f-c43a04dbbf81 req-707455fa-62e5-4eaf-a682-0bbde52fba23 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Jan 19 14:38:51.760990 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ccd3-b865-47c1-8313-5acf04659e89 req-a84d55a3-6bfa-499a-bb07-c6f634b863e2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:51.762490 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-68e8ccd3-b865-47c1-8313-5acf04659e89 req-a84d55a3-6bfa-499a-bb07-c6f634b863e2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0504334 Jan 19 14:38:51.809662 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-68e8ccd3-b865-47c1-8313-5acf04659e89 req-0dc78d9a-cec7-4e22-ab98-92595bcc04c3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414076 Jan 19 14:38:52.543537 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7364768-1b70-42fd-82bc-76a70890adef req-0f581390-ddb0-4190-88cd-4005c79412bd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:52.544989 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b7364768-1b70-42fd-82bc-76a70890adef req-0f581390-ddb0-4190-88cd-4005c79412bd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 944 time: 0.0495789 Jan 19 14:38:52.593986 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b7364768-1b70-42fd-82bc-76a70890adef req-05443ef6-da8f-4da1-ac6c-a03394cd5019 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429792 Jan 19 14:38:53.122973 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 3c218464-cfcb-4ddf-aa23-d54e0ca50bff details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:38:53.215614 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:53.236486 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'port_id': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'mac_address': 'fa:16:3e:00:4d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:38:53.291062 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:38:53.291456 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:53.304985 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c218464-cfcb-4ddf-aa23-d54e0ca50bff {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:38:53.325654 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:38:53.411232 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:53.459136 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:53.712246 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5adca-83a8-4a42-946b-e5e40daad6c5 req-c19104c8-4d30-4a33-8005-8dbb52ec76de tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:53.713769 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6ee5adca-83a8-4a42-946b-e5e40daad6c5 req-c19104c8-4d30-4a33-8005-8dbb52ec76de tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 945 time: 0.0489635 Jan 19 14:38:53.770474 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6ee5adca-83a8-4a42-946b-e5e40daad6c5 req-8641fffc-ef52-419a-80ae-578aef2cff82 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467012 Jan 19 14:38:54.880493 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b067f2b-5202-423f-989f-717bba9c1a67 req-53281b68-4746-4013-b254-aa5a7f620655 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:54.881946 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7b067f2b-5202-423f-989f-717bba9c1a67 req-53281b68-4746-4013-b254-aa5a7f620655 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 945 time: 0.0468724 Jan 19 14:38:54.929363 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7b067f2b-5202-423f-989f-717bba9c1a67 req-c7fa9ec1-7058-4d49-9fa1-edc11e66f2f0 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 Jan 19 14:38:56.039141 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec4526-63fb-4423-b269-b8b757f0fb6a req-3735357c-afaf-4044-9eed-a853f9094af9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:56.040579 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-44ec4526-63fb-4423-b269-b8b757f0fb6a req-3735357c-afaf-4044-9eed-a853f9094af9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 945 time: 0.0467150 Jan 19 14:38:56.087350 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-44ec4526-63fb-4423-b269-b8b757f0fb6a req-65f459f5-0672-485c-a9a1-c591c985daf7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 Jan 19 14:38:56.459153 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['3c218464-cfcb-4ddf-aa23-d54e0ca50bff'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:38:57.200521 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ca002-5dc2-455b-a259-12a2e3e01639 req-6aa4dc52-7d58-4dc9-9317-45d05fa2dcc6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:57.201871 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-990ca002-5dc2-455b-a259-12a2e3e01639 req-6aa4dc52-7d58-4dc9-9317-45d05fa2dcc6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 945 time: 0.0505805 Jan 19 14:38:57.250412 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-990ca002-5dc2-455b-a259-12a2e3e01639 req-4d0880ee-1d34-4cab-aa92-08fcb6d15a4a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419176 Jan 19 14:38:57.846053 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45862) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:57.950468 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-810edae3-a595-4979-91f5-12b32cd834bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:58.029985 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-810edae3-a595-4979-91f5-12b32cd834bb admin admin] Publish callbacks [] for security_group (edf47cd8-b70b-43c6-89be-bf79b6558bd1), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:58.089235 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-810edae3-a595-4979-91f5-12b32cd834bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (edf47cd8-b70b-43c6-89be-bf79b6558bd1), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:58.124672 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810edae3-a595-4979-91f5-12b32cd834bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf47cd8-b70b-43c6-89be-bf79b6558bd1,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:58.130560 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-810edae3-a595-4979-91f5-12b32cd834bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf4a390b73384eec91b5ed225bbc7f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835178 Jan 19 14:38:58.133285 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45866) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:58.178996 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2d78a9b9-93a6-4a54-b6fe-b343517ed3e5 admin admin] Publish callbacks [] for security_group (edf47cd8-b70b-43c6-89be-bf79b6558bd1), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:58.201610 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2d78a9b9-93a6-4a54-b6fe-b343517ed3e5 admin admin] Publish callbacks [] for security_group (edf47cd8-b70b-43c6-89be-bf79b6558bd1), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:58.329303 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2d78a9b9-93a6-4a54-b6fe-b343517ed3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (edf47cd8-b70b-43c6-89be-bf79b6558bd1), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:58.331814 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2d78a9b9-93a6-4a54-b6fe-b343517ed3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:58.332866 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2d78a9b9-93a6-4a54-b6fe-b343517ed3e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edf47cd8-b70b-43c6-89be-bf79b6558bd1 HTTP/1.1" status: 204 len: 168 time: 0.1985319 Jan 19 14:38:58.358999 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78a9b9-93a6-4a54-b6fe-b343517ed3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf47cd8-b70b-43c6-89be-bf79b6558bd1,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:38:58.376607 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410562c8-70d6-4c47-8133-018b3609e09f req-c4cad323-9621-430a-b3e3-e1d67d98486a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:58.382318 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-410562c8-70d6-4c47-8133-018b3609e09f req-c4cad323-9621-430a-b3e3-e1d67d98486a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 945 time: 0.0589302 Jan 19 14:38:58.427343 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-410562c8-70d6-4c47-8133-018b3609e09f req-fa98a7b4-1746-49de-a41d-eb1f996e9c24 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Jan 19 14:38:59.537631 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7df26-b0f5-4c64-afef-eb84bfa5dbf4 req-3495ce5f-5c7c-488d-b058-872571588521 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:38:59.539128 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bce7df26-b0f5-4c64-afef-eb84bfa5dbf4 req-3495ce5f-5c7c-488d-b058-872571588521 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 945 time: 0.0474157 Jan 19 14:38:59.589135 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bce7df26-b0f5-4c64-afef-eb84bfa5dbf4 req-31ffde05-f150-47aa-8947-cd969bcfb08c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445187 Jan 19 14:38:59.794665 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45904) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:38:59.895151 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c25f3254-2274-4563-b163-267d5805ab85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:38:59.965940 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c25f3254-2274-4563-b163-267d5805ab85 admin admin] Publish callbacks [] for security_group (38456c99-8fa0-431a-aaec-76729582097e), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:00.038357 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c25f3254-2274-4563-b163-267d5805ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (38456c99-8fa0-431a-aaec-76729582097e), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:00.042813 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 3c218464-cfcb-4ddf-aa23-d54e0ca50bff up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:39:00.076542 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-c25f3254-2274-4563-b163-267d5805ab85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=014bae7cb733437e8a5754804091ff7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807164 Jan 19 14:39:00.077440 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f3254-2274-4563-b163-267d5805ab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38456c99-8fa0-431a-aaec-76729582097e,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:00.080782 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 45908) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:00.134819 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7e34b26-0f86-4999-86cc-15f12087c068 admin admin] Publish callbacks [] for security_group (38456c99-8fa0-431a-aaec-76729582097e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:00.155284 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7e34b26-0f86-4999-86cc-15f12087c068 admin admin] Publish callbacks [] for security_group (38456c99-8fa0-431a-aaec-76729582097e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:00.158602 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:39:00.162426 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:39:00.162797 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:00.239555 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:39:00.239940 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:00.261319 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:00.263548 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a1aafd-5184-455c-be57-bfb3e3aeb105" -d '{"events": [{"server_uuid": "3889da36-76dc-4a44-bf9f-745bf7c3982a", "name": "network-vif-plugged", "status": "completed", "tag": "3c218464-cfcb-4ddf-aa23-d54e0ca50bff"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:00.269939 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7e34b26-0f86-4999-86cc-15f12087c068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (38456c99-8fa0-431a-aaec-76729582097e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:00.272813 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7e34b26-0f86-4999-86cc-15f12087c068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:00.274634 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a7e34b26-0f86-4999-86cc-15f12087c068 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38456c99-8fa0-431a-aaec-76729582097e HTTP/1.1" status: 204 len: 168 time: 0.1920378 Jan 19 14:39:00.281143 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:00.284682 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e34b26-0f86-4999-86cc-15f12087c068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38456c99-8fa0-431a-aaec-76729582097e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:00.309042 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eab683b-11fc-4277-8043-b73dbb945c3e x-openstack-request-id: req-7eab683b-11fc-4277-8043-b73dbb945c3e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:00.309042 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3889da36-76dc-4a44-bf9f-745bf7c3982a", "name": "network-vif-plugged", "status": "completed", "tag": "3c218464-cfcb-4ddf-aa23-d54e0ca50bff", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:00.309042 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7eab683b-11fc-4277-8043-b73dbb945c3e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:00.309042 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'code': 200} Jan 19 14:39:00.347402 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:00.396791 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:00.720806 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce069b-4108-4380-af8b-df69a3e3a69e req-0904fc02-4e55-4737-85ed-ab3f0cdda6cc tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:00.722358 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b3ce069b-4108-4380-af8b-df69a3e3a69e req-0904fc02-4e55-4737-85ed-ab3f0cdda6cc tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0677855 Jan 19 14:39:00.770031 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b3ce069b-4108-4380-af8b-df69a3e3a69e req-e748c235-caf1-42b0-a020-1076f2cfa24a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422344 Jan 19 14:39:01.535374 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a448c1-8413-41e7-ac74-035794329101 req-62da0cf5-e7d0-4563-99bb-7b08d66b037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:01.536896 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-a4a448c1-8413-41e7-ac74-035794329101 req-62da0cf5-e7d0-4563-99bb-7b08d66b037a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 1099 time: 0.0391581 Jan 19 14:39:01.583839 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-a4a448c1-8413-41e7-ac74-035794329101 req-f888084b-c751-48df-9537-aadbcbee4352 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390379 Jan 19 14:39:01.887998 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7cd9b-2754-425e-80d7-cfd527ec059d req-9ab523ac-a2ac-4d97-9b55-d56093944c40 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:01.889982 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02e7cd9b-2754-425e-80d7-cfd527ec059d req-9ab523ac-a2ac-4d97-9b55-d56093944c40 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0520999 Jan 19 14:39:01.939639 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02e7cd9b-2754-425e-80d7-cfd527ec059d req-9240c5ee-db5c-4ba8-8368-2f55b84b32e1 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Jan 19 14:39:03.051792 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3900b2-1d38-4aa8-8ed8-adb5ca82516f req-68059893-e142-4931-b519-1b6a51972e7a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:03.053228 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7d3900b2-1d38-4aa8-8ed8-adb5ca82516f req-68059893-e142-4931-b519-1b6a51972e7a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0478075 Jan 19 14:39:03.103317 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7d3900b2-1d38-4aa8-8ed8-adb5ca82516f req-af9976c2-a0e6-40a1-8de6-4b67d419d1fb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440593 Jan 19 14:39:04.164780 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-172f6574-68ab-418d-9d31-d5eea2590d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:04.213856 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa847219-0bb7-4811-9792-a5a50baae547 req-34ca1f90-9506-41a9-9ece-1194c3d5b883 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:04.215336 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fa847219-0bb7-4811-9792-a5a50baae547 req-34ca1f90-9506-41a9-9ece-1194c3d5b883 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0471661 Jan 19 14:39:04.265200 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fa847219-0bb7-4811-9792-a5a50baae547 req-f26c380a-584f-4fef-9d3b-fd39f01017ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444436 Jan 19 14:39:04.452835 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:39:05.377103 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6e2b9-b819-41b7-9e7a-baf23532c81e req-f775c5e6-1f7b-49a2-ab33-ec71bd754d07 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:05.379150 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-34c6e2b9-b819-41b7-9e7a-baf23532c81e req-f775c5e6-1f7b-49a2-ab33-ec71bd754d07 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0471287 Jan 19 14:39:05.427813 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-34c6e2b9-b819-41b7-9e7a-baf23532c81e req-e4bdcdb8-42a1-4c4b-a7e3-30e866c4bf19 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Jan 19 14:39:06.314072 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-57ca0cdd-a7fd-4b63-98a3-f9a41cbf8ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:06.544969 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe1041-e75b-42de-a181-920f88ce23b7 req-476a614b-7f5a-44c9-9634-b6b5a27e6255 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:06.546490 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4cfe1041-e75b-42de-a181-920f88ce23b7 req-476a614b-7f5a-44c9-9634-b6b5a27e6255 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0531046 Jan 19 14:39:06.595520 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4cfe1041-e75b-42de-a181-920f88ce23b7 req-640a224b-bded-430d-a37a-5de794ab1f61 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Jan 19 14:39:06.710528 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d5b12-1038-426d-b41a-fde3244de032 req-01bc8e6f-a605-497b-8afa-e73a2d488547 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:06.712240 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-958d5b12-1038-426d-b41a-fde3244de032 req-01bc8e6f-a605-497b-8afa-e73a2d488547 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0523713 Jan 19 14:39:06.758433 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-958d5b12-1038-426d-b41a-fde3244de032 req-e7045864-9867-4106-8b67-a21aeeac2cc1 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Jan 19 14:39:06.785195 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 45994) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:06.969348 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867d0c19-40f2-4df8-871e-52da29a1487e tempest-TestVolumeBootPattern-2116447786 tempest-TestVolumeBootPattern-2116447786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:06.970970 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-867d0c19-40f2-4df8-871e-52da29a1487e tempest-TestVolumeBootPattern-2116447786 tempest-TestVolumeBootPattern-2116447786-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 1094 time: 0.1847076 Jan 19 14:39:06.974043 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46004) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:06.978345 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'floatingip': {'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'port_id': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:07.074249 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:07.175727 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:07.275061 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Allocated IP 172.27.1.238 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/f7dc20b7-1c1f-488d-91aa-dcc37b10aced) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:39:07.376319 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for port (f7dc20b7-1c1f-488d-91aa-dcc37b10aced), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:07.493567 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (f7dc20b7-1c1f-488d-91aa-dcc37b10aced), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:07.524401 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:39:07.529141 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:39:07.532660 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:39:07.562567 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'Port': ['ID=f7dc20b7-1c1f-488d-91aa-dcc37b10aced,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:07.849372 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:07.892215 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (a1764760-e30b-4797-9c02-3b16fcf20d0d), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:08.010335 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f7dc20b7-1c1f-488d-91aa-dcc37b10aced), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:08.154646 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for port (f7dc20b7-1c1f-488d-91aa-dcc37b10aced), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:08.265519 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (f7dc20b7-1c1f-488d-91aa-dcc37b10aced), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:08.336802 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'Port': ['ID=f7dc20b7-1c1f-488d-91aa-dcc37b10aced,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:08.344865 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (a1764760-e30b-4797-9c02-3b16fcf20d0d), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:08.660456 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.l3_db [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Floating IP a1764760-e30b-4797-9c02-3b16fcf20d0d associated. External IP: 172.27.1.238, port: 3c218464-cfcb-4ddf-aa23-d54e0ca50bff. Jan 19 14:39:08.865781 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Router 33253a25-da8a-417b-849e-0222c9d5b945 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:39:08.988421 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:39:08.999832 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] Sync routers for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:39:09.015849 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:39:09.016483 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:39:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:09.020887 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:09.068973 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:09.109340 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-9ca3d46b-9ae9-43ee-9b0a-150a9e6e51da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1340418 Jan 19 14:39:09.110143 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'tag': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:09.112381 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431337de-5595-4e31-9a5c-bec0ec9cc339" -d '{"events": [{"name": "network-changed", "server_uuid": "3889da36-76dc-4a44-bf9f-745bf7c3982a", "tag": "3c218464-cfcb-4ddf-aa23-d54e0ca50bff"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:09.140173 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:39:09.153512 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf2444-0d4e-446d-8706-f49d201a385a x-openstack-request-id: req-6cdf2444-0d4e-446d-8706-f49d201a385a {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:09.153802 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3889da36-76dc-4a44-bf9f-745bf7c3982a", "tag": "3c218464-cfcb-4ddf-aa23-d54e0ca50bff", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:09.154084 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cdf2444-0d4e-446d-8706-f49d201a385a {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:09.154481 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'tag': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'status': 'completed', 'code': 200} Jan 19 14:39:09.225325 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-b5a4604f-e36b-43dc-8cc3-6b53554906fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:09.227455 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-b5a4604f-e36b-43dc-8cc3-6b53554906fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 1099 time: 0.0482929 Jan 19 14:39:09.398311 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'a1764760-e30b-4797-9c02-3b16fcf20d0d', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:00:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:39:07Z', 'updated_at': '2022-01-19T14:39:07Z', 'revision_number': 0, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:09.418090 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] Checking router: 33253a25-da8a-417b-849e-0222c9d5b945 for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:39:09.426369 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:39:09.426997 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:39:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:09.540636 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:39:09.548475 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-b222ca31-f58f-4098-9181-594631a267bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:09.550028 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-b222ca31-f58f-4098-9181-594631a267bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 912 time: 0.3110297 Jan 19 14:39:09.624601 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-3c638ecd-e1c0-4f9c-a7b6-09810c4a2189 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c218464-cfcb-4ddf-aa23-d54e0ca50bff HTTP/1.1" status: 200 len: 1000 time: 0.0642416 Jan 19 14:39:09.674451 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-fc40ce50-8f79-499d-abc6-832b55707d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:09.676647 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-fc40ce50-8f79-499d-abc6-832b55707d3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.0449574 Jan 19 14:39:09.726471 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-9f2f5961-5bdf-47a5-ac40-fca967a31119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:09.728230 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-9f2f5961-5bdf-47a5-ac40-fca967a31119 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421777 Jan 19 14:39:09.777533 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'a1764760-e30b-4797-9c02-3b16fcf20d0d', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:00:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:39:07Z', 'updated_at': '2022-01-19T14:39:07Z', 'revision_number': 0, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:09.804736 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d930717c-c060-41f0-9c71-21ec42188664 None None] The sync data for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi is: [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'a1764760-e30b-4797-9c02-3b16fcf20d0d', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:00:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:39:07Z', 'updated_at': '2022-01-19T14:39:07Z', 'revision_number': 0, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:39:09.832612 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-34f6722a-3cec-4002-9ac7-db9408908fd9 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888457 Jan 19 14:39:09.926570 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-431337de-5595-4e31-9a5c-bec0ec9cc339 req-a66abf70-1ba9-439c-a472-726ff1ee8d1c service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867534 Jan 19 14:39:10.038568 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756395e-731e-4dcb-a566-eb405f86e61f None None] New status for floating IP a1764760-e30b-4797-9c02-3b16fcf20d0d: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:39:10.371820 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:11.303317 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:12.866476 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a924116-2e5a-4f28-b837-3341adc1f9e0 req-deea39f2-22cc-48f8-abf8-6f09a52b08c8 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:12.867922 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1a924116-2e5a-4f28-b837-3341adc1f9e0 req-deea39f2-22cc-48f8-abf8-6f09a52b08c8 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 945 time: 0.0483727 Jan 19 14:39:12.913338 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1a924116-2e5a-4f28-b837-3341adc1f9e0 req-2647b3cf-235d-4106-bb67-9852c27fb054 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Jan 19 14:39:13.627996 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-3c7a204b-e3c4-4ca4-8cd3-90b2e5448d5d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386152 Jan 19 14:39:13.703884 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-b5a36b24-eea8-4717-9f67-20ecf7305ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:13.705365 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-b5a36b24-eea8-4717-9f67-20ecf7305ff4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 1100 time: 0.0418303 Jan 19 14:39:13.814520 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-7ddb9ba3-fdc1-407a-87d4-4beb4ce5ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:13.815983 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-7ddb9ba3-fdc1-407a-87d4-4beb4ce5ec69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 918 time: 0.0900133 Jan 19 14:39:13.886844 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-7300cd13-2c46-432a-a340-caf98c2a1b34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e951595-257a-49ca-bc71-74bfb18b481c HTTP/1.1" status: 200 len: 1002 time: 0.0616794 Jan 19 14:39:13.934988 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-8d9d5623-7830-4e8f-87f9-5a253e029947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:13.936442 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-8d9d5623-7830-4e8f-87f9-5a253e029947 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0420225 Jan 19 14:39:13.985443 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-99574aca-0aeb-4566-aba3-0c7d5dced275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:13.987038 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-99574aca-0aeb-4566-aba3-0c7d5dced275 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402646 Jan 19 14:39:14.031345 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568f23f-e482-41f0-bf30-a937384dbe75 req-7a7be704-e89d-4cce-9468-aea0ee7fc1dd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:14.032793 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3568f23f-e482-41f0-bf30-a937384dbe75 req-7a7be704-e89d-4cce-9468-aea0ee7fc1dd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 945 time: 0.0479860 Jan 19 14:39:14.077690 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3568f23f-e482-41f0-bf30-a937384dbe75 req-e1df6ebc-6a68-4620-8140-fb473731c56e tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Jan 19 14:39:14.080638 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-c22e466a-1d33-4ab5-bce5-b4e3206e537b service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864804 Jan 19 14:39:14.171825 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-960aaf85-1325-40ea-af1c-9edb5ab161a9 req-519c22a2-6f1a-4e66-9254-568c4bc12bc0 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809584 Jan 19 14:39:14.974646 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e4231-10b2-429b-9a87-59317d35ec38 req-a7d39908-6b0e-4dce-aaa4-1283361eb62e tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:14.976077 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-272e4231-10b2-429b-9a87-59317d35ec38 req-a7d39908-6b0e-4dce-aaa4-1283361eb62e tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.57 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 945 time: 0.0481994 Jan 19 14:39:15.072216 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-272e4231-10b2-429b-9a87-59317d35ec38 req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Deleting port 890ecf6d-33c7-47eb-8e6e-50143b2a167f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:39:15.072675 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-272e4231-10b2-429b-9a87-59317d35ec38 req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.166525 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-272e4231-10b2-429b-9a87-59317d35ec38 req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] For port 890ecf6d-33c7-47eb-8e6e-50143b2a167f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=890ecf6d-33c7-47eb-8e6e-50143b2a167f,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:15.166879 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-272e4231-10b2-429b-9a87-59317d35ec38 req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.183293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-272e4231-10b2-429b-9a87-59317d35ec38 req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Calling delete_port for 890ecf6d-33c7-47eb-8e6e-50143b2a167f owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:39:15.200812 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e1fd2-eb3b-45cc-8d48-31306fb156ff req-439f2f9e-caaf-4c1e-b308-1c227b3b83c3 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:15.202304 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b71e1fd2-eb3b-45cc-8d48-31306fb156ff req-439f2f9e-caaf-4c1e-b308-1c227b3b83c3 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 945 time: 0.0557129 Jan 19 14:39:15.257580 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b71e1fd2-eb3b-45cc-8d48-31306fb156ff req-49e6df03-f22b-4187-9564-9d0dcf9c9300 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497277 Jan 19 14:39:15.320026 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46136) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:15.390186 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-272e4231-10b2-429b-9a87-59317d35ec38 req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (890ecf6d-33c7-47eb-8e6e-50143b2a167f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.403970 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['890ecf6d-33c7-47eb-8e6e-50143b2a167f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:39:15.430267 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Pushing event deleted for resources: {'Port': ['ID=890ecf6d-33c7-47eb-8e6e-50143b2a167f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:15.463452 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.463807 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.464152 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.464489 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.464825 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.465158 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.465490 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.465821 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.466178 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.466506 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.466833 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.467160 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.467478 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.470283 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb68a9bd-62c7-48d1-8821-1751cbe122fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.492137 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-272e4231-10b2-429b-9a87-59317d35ec38 req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] No DVR routers for this DVR port 890ecf6d-33c7-47eb-8e6e-50143b2a167f on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:39:15.495475 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-272e4231-10b2-429b-9a87-59317d35ec38 req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.498658 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-272e4231-10b2-429b-9a87-59317d35ec38 req-23576212-46a0-47f3-88ee-f66f3150a5bd tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.57 "DELETE /v2.0/ports/890ecf6d-33c7-47eb-8e6e-50143b2a167f HTTP/1.1" status: 204 len: 173 time: 0.5160680 Jan 19 14:39:15.499089 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585d3b0-c9ef-40a2-b99c-95bff8368345', 'name': 'network-vif-deleted', 'tag': '890ecf6d-33c7-47eb-8e6e-50143b2a167f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:15.501304 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6797b4fd-df6e-45f5-b461-a34163a20f96" -d '{"events": [{"server_uuid": "1585d3b0-c9ef-40a2-b99c-95bff8368345", "name": "network-vif-deleted", "tag": "890ecf6d-33c7-47eb-8e6e-50143b2a167f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:15.536273 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb4a7b9-7aba-4d2e-9b7e-8e8e8542e825 x-openstack-request-id: req-8bb4a7b9-7aba-4d2e-9b7e-8e8e8542e825 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:15.536570 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1585d3b0-c9ef-40a2-b99c-95bff8368345", "name": "network-vif-deleted", "tag": "890ecf6d-33c7-47eb-8e6e-50143b2a167f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:15.536819 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8bb4a7b9-7aba-4d2e-9b7e-8e8e8542e825 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:15.537210 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1585d3b0-c9ef-40a2-b99c-95bff8368345', 'name': 'network-vif-deleted', 'tag': '890ecf6d-33c7-47eb-8e6e-50143b2a167f', 'status': 'completed', 'code': 200} Jan 19 14:39:15.570834 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb68a9bd-62c7-48d1-8821-1751cbe122fa admin admin] Publish callbacks [] for security_group (59316e88-ab4c-468e-84a1-ccfdcbdbc89d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.672790 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb68a9bd-62c7-48d1-8821-1751cbe122fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (59316e88-ab4c-468e-84a1-ccfdcbdbc89d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.710509 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-fb68a9bd-62c7-48d1-8821-1751cbe122fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa2e646972cd48f19dc946917ef333c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894243 Jan 19 14:39:15.713113 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68a9bd-62c7-48d1-8821-1751cbe122fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59316e88-ab4c-468e-84a1-ccfdcbdbc89d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:15.713450 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46146) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:15.759874 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Publish callbacks [] for security_group (59316e88-ab4c-468e-84a1-ccfdcbdbc89d), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.780521 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Publish callbacks [] for security_group (59316e88-ab4c-468e-84a1-ccfdcbdbc89d), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.883862 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (59316e88-ab4c-468e-84a1-ccfdcbdbc89d), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.886446 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:15.887566 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59316e88-ab4c-468e-84a1-ccfdcbdbc89d HTTP/1.1" status: 204 len: 168 time: 0.1731133 Jan 19 14:39:15.901666 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59316e88-ab4c-468e-84a1-ccfdcbdbc89d,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:15.902623 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.902965 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.903302 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.903632 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.903954 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.904274 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.904591 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.904911 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.905233 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.905550 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.905863 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.906198 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:15.906510 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6571ea1-eddc-4b26-b102-ec686e8c3577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:16.360863 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d95ff958-e2f6-43c3-acfb-4c4f23416f72 req-0739f538-87a9-405b-9212-3269805b1784 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=1585d3b0-c9ef-40a2-b99c-95bff8368345 HTTP/1.1" status: 200 len: 210 time: 0.0265825 Jan 19 14:39:19.921523 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 890ecf6d-33c7-47eb-8e6e-50143b2a167f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:39:19.942068 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 890ecf6d-33c7-47eb-8e6e-50143b2a167f {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:39:19.942416 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 890ecf6d-33c7-47eb-8e6e-50143b2a167f not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:39:30.005514 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-9ad5700e-f4f1-43d3-b9f4-b5ebfb1c3431 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:30.007099 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-9ad5700e-f4f1-43d3-b9f4-b5ebfb1c3431 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/networks?id=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 HTTP/1.1" status: 200 len: 814 time: 0.1038392 Jan 19 14:39:30.022236 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-396860cf-1345-4114-8a59-8a567e9a28d7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/quotas/387796e1387446fd9c31c40f7adc89f5 HTTP/1.1" status: 200 len: 375 time: 0.0093052 Jan 19 14:39:30.054467 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-29154e2f-37b7-4d45-bf70-3696317ccbcb tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=387796e1387446fd9c31c40f7adc89f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261853 Jan 19 14:39:30.147669 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-47941be1-d5f7-42f2-89d5-092d529dcbc0 service neutron] 10.222.0.79 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864093 Jan 19 14:39:30.245429 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-dc4c8859-8fc1-4830-a2a2-ffa0c3a21080 service neutron] 10.222.0.79 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906768 Jan 19 14:39:30.467965 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-62a43596-6c7f-46e5-bbdd-b6bdd1a66ad7 req-ea0519e9-218a-41c8-9e2b-13c33fa25c6e tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 210 time: 0.0314190 Jan 19 14:39:31.121275 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e82905-198b-497b-833a-6e91c10e4907 req-f5821d66-8461-43b4-a683-3e2d964d0b09 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:31.122701 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f2e82905-198b-497b-833a-6e91c10e4907 req-f5821d66-8461-43b4-a683-3e2d964d0b09 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 947 time: 0.0522788 Jan 19 14:39:31.167958 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f2e82905-198b-497b-833a-6e91c10e4907 req-ce55a227-e75a-4811-90d6-39359bab4d4c tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397668 Jan 19 14:39:31.563167 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-65a50157-bc72-4ef3-a4a2-aea1de6009c1 req-59bbccf6-2758-48bc-8be5-fd33db693f95 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 210 time: 0.0262644 Jan 19 14:39:31.671156 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46340) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:31.774385 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-63caf2ec-7e65-4a16-8b53-b76c816b28f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:31.849327 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-63caf2ec-7e65-4a16-8b53-b76c816b28f4 admin admin] Publish callbacks [] for security_group (fa05e32e-deb1-4ce4-b9b7-09ebe68a1119), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:31.912810 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-63caf2ec-7e65-4a16-8b53-b76c816b28f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (fa05e32e-deb1-4ce4-b9b7-09ebe68a1119), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:31.950656 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-63caf2ec-7e65-4a16-8b53-b76c816b28f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bdcf2fde252146c38cf1e07698bfe55c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783823 Jan 19 14:39:31.951768 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caf2ec-7e65-4a16-8b53-b76c816b28f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa05e32e-deb1-4ce4-b9b7-09ebe68a1119,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:31.953395 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46344) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:31.999623 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-695a5955-27f3-43b7-b35f-2add37b08d29 admin admin] Publish callbacks [] for security_group (fa05e32e-deb1-4ce4-b9b7-09ebe68a1119), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:32.020361 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-695a5955-27f3-43b7-b35f-2add37b08d29 admin admin] Publish callbacks [] for security_group (fa05e32e-deb1-4ce4-b9b7-09ebe68a1119), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:32.153419 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-695a5955-27f3-43b7-b35f-2add37b08d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (fa05e32e-deb1-4ce4-b9b7-09ebe68a1119), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:32.156731 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-695a5955-27f3-43b7-b35f-2add37b08d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:32.160157 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-695a5955-27f3-43b7-b35f-2add37b08d29 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa05e32e-deb1-4ce4-b9b7-09ebe68a1119 HTTP/1.1" status: 204 len: 168 time: 0.2034488 Jan 19 14:39:32.165623 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a5955-27f3-43b7-b35f-2add37b08d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa05e32e-deb1-4ce4-b9b7-09ebe68a1119,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:32.289495 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eb1c2-1aae-4cde-80ec-3e49edcf34c6 req-00642248-6775-4df2-9c4c-6b87ae7b306a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:32.291201 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-866eb1c2-1aae-4cde-80ec-3e49edcf34c6 req-00642248-6775-4df2-9c4c-6b87ae7b306a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 947 time: 0.0514688 Jan 19 14:39:32.338323 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-866eb1c2-1aae-4cde-80ec-3e49edcf34c6 req-1d8b4b8d-63b3-4506-aa7c-53526fe29117 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412209 Jan 19 14:39:32.438533 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-4cbc3704-3734-45be-a78a-f3f30c683c2d tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:32.440465 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-4cbc3704-3734-45be-a78a-f3f30c683c2d tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.57 "GET /v2.0/networks?id=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 HTTP/1.1" status: 200 len: 814 time: 0.1094761 Jan 19 14:39:32.455885 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Request body: {'port': {'device_id': '60d88d92-f150-490b-8d1d-25e94867c207', 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6', 'admin_state_up': True, 'tenant_id': '387796e1387446fd9c31c40f7adc89f5'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:32.636528 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Made reservation on behalf of 387796e1387446fd9c31c40f7adc89f5 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:39:32.640038 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:32.659183 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e0c339f7-a0c9-4b83-a01e-c2237c59be8e req-17ab3664-3137-4fe8-8e9b-7ded30e067d3 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 210 time: 0.0271916 Jan 19 14:39:32.762436 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Allocated IP 172.20.0.14 (f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6/9f59439d-e226-472e-a756-2b6d2a22e9d8/77ae02ea-f3b5-49bd-af2e-d63e58341ec1) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:39:32.905443 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e9ed-4619-48d3-8176-94d081486426 req-b4bbaaec-7b30-4eac-85a2-a8a79719a2f1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:32.906825 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d621e9ed-4619-48d3-8176-94d081486426 req-b4bbaaec-7b30-4eac-85a2-a8a79719a2f1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 947 time: 0.0999229 Jan 19 14:39:32.973510 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks [] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.044864 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Deleting port 1e951595-257a-49ca-bc71-74bfb18b481c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:39:33.045196 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.094863 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.146660 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:39:33.153572 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:39:33.164906 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:39:33.199904 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Pushing event updated for resources: {'Port': ['ID=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:33.209240 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] For port 1e951595-257a-49ca-bc71-74bfb18b481c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e951595-257a-49ca-bc71-74bfb18b481c,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:33.209599 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.293645 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:33.294298 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.426828 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-19034945-31d6-43c1-84ee-eed8c6d1f3f7 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9750998 Jan 19 14:39:33.441345 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Request body: {'port': {'device_id': '60d88d92-f150-490b-8d1d-25e94867c207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:33.457118 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e61ec-a6c8-4f89-b0cd-36896d38eddc req-fdfaf062-d713-4254-9367-f4596bac2112 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:33.458615 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-932e61ec-a6c8-4f89-b0cd-36896d38eddc req-fdfaf062-d713-4254-9367-f4596bac2112 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 947 time: 0.0497065 Jan 19 14:39:33.476126 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.476496 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (ce46db69-7a30-465a-bd8c-8f1bedaa03fd), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.476814 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.l3_db [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Floating IP ce46db69-7a30-465a-bd8c-8f1bedaa03fd disassociated. External IP: 172.27.1.228, port: 1e951595-257a-49ca-bc71-74bfb18b481c. Jan 19 14:39:33.477158 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Calling delete_port for 1e951595-257a-49ca-bc71-74bfb18b481c owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:39:33.505216 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-932e61ec-a6c8-4f89-b0cd-36896d38eddc req-1cb8e813-8e52-4a04-9786-778e71713198 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Jan 19 14:39:33.514850 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.777998 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f928db-8aa9-4e19-a7e2-72e42baaf821 req-0f9e868b-9721-4ce0-9ba1-b064c0cbe41a tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:33.779478 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e7f928db-8aa9-4e19-a7e2-72e42baaf821 req-0f9e868b-9721-4ce0-9ba1-b064c0cbe41a tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 932 time: 0.0534866 Jan 19 14:39:33.826063 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e7f928db-8aa9-4e19-a7e2-72e42baaf821 req-e5e9337f-9a85-431b-a74f-07af8d333ab1 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Jan 19 14:39:33.837036 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (1e951595-257a-49ca-bc71-74bfb18b481c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.855329 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:39:33.881475 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Publish callbacks [] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:33.885248 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event deleted for resources: {'Port': ['ID=1e951595-257a-49ca-bc71-74bfb18b481c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:33.900464 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Transition to ACTIVE for port object 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:39:33.991095 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:34.035688 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Router 77fad866-f3a7-4190-95b2-ff349a73a14e has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:39:34.052719 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Pushing event updated for resources: {'Port': ['ID=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:34.170679 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-2dc93013-c098-4945-b988-c1f1b5ad434e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:34.199322 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Attempting to bind port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:39:34.199647 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Attempting to bind port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e96c92ac-4073-46dd-964c-09d447a813a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:39:34.199980 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Attempting to bind port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 on network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:39:34.207434 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 on network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:39:34.207769 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Attempting to bind port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 on network f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:39:34.217540 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:39:34.217875 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Checking segment: {'id': 'e96c92ac-4073-46dd-964c-09d447a813a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:39:34.218284 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Bound using segment: {'id': 'e96c92ac-4073-46dd-964c-09d447a813a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:39:34.218708 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Bound port: 77ae02ea-f3b5-49bd-af2e-d63e58341ec1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96c92ac-4073-46dd-964c-09d447a813a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:39:34.219064 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:34.221391 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:39:34.231855 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] Sync routers for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:39:34.243080 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:39:34.243622 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:39:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:34.355849 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:39:34.501864 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] No DVR routers for this DVR port 1e951595-257a-49ca-bc71-74bfb18b481c on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:39:34.505441 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:34.508813 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d621e9ed-4619-48d3-8176-94d081486426 req-676e4864-2808-4401-803f-87f3254985b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "DELETE /v2.0/ports/1e951595-257a-49ca-bc71-74bfb18b481c HTTP/1.1" status: 204 len: 173 time: 1.5904632 Jan 19 14:39:34.509254 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-deleted', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:34.511527 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7844f8-b5d5-4d65-a351-abe242191c8e" -d '{"events": [{"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-deleted", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:34.544934 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] For port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:39:34.548358 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] For port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:39:34.563750 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:34.579933 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d39a8-4052-4e85-94c0-981164ae9743 x-openstack-request-id: req-567d39a8-4052-4e85-94c0-981164ae9743 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:34.579933 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5", "name": "network-vif-deleted", "tag": "1e951595-257a-49ca-bc71-74bfb18b481c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:34.579933 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-567d39a8-4052-4e85-94c0-981164ae9743 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:34.579933 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5', 'name': 'network-vif-deleted', 'tag': '1e951595-257a-49ca-bc71-74bfb18b481c', 'status': 'completed', 'code': 200} Jan 19 14:39:34.598553 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] Checking router: 77fad866-f3a7-4190-95b2-ff349a73a14e for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:39:34.607676 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:39:34.608283 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:39:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:34.614747 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e067887a-d99e-47df-ba18-18ce62c9408f req-c0cba9f8-f39e-445d-8f96-6b6550ecf3b7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=213b7c4a-a8b6-4b9d-9a7a-6512f6c312c5 HTTP/1.1" status: 200 len: 210 time: 0.0317814 Jan 19 14:39:34.629026 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:34.674216 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:34.674902 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:34.677000 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/77ae02ea-f3b5-49bd-af2e-d63e58341ec1 HTTP/1.1" status: 200 len: 1094 time: 1.2410412 Jan 19 14:39:34.699980 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14f69-4b1c-4c13-8c50-f3c3fe0271d3 service neutron] Pushing event updated for resources: {'Port': ['ID=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:34.829860 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-0be1bae1-968a-4985-b313-48f14785c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:34.831610 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-0be1bae1-968a-4985-b313-48f14785c927 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=387796e1387446fd9c31c40f7adc89f5&device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 1097 time: 0.0465870 Jan 19 14:39:34.843434 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:39:34.891982 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-38f56c1e-6697-4f6b-a3c0-8e6bd7a6bbe7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ae02ea-f3b5-49bd-af2e-d63e58341ec1 HTTP/1.1" status: 200 len: 217 time: 0.0492678 Jan 19 14:39:34.956236 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-f994a8dd-c995-4c93-808d-1972fd1b1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:34.958283 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-f994a8dd-c995-4c93-808d-1972fd1b1ecb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f59439d-e226-472e-a756-2b6d2a22e9d8 HTTP/1.1" status: 200 len: 854 time: 0.0590053 Jan 19 14:39:34.961035 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73ec52-d31b-4b5c-b374-beae6e0c4499 req-f1c1fb1e-a293-4db3-931d-b2a888f4c0af tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:34.962592 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7d73ec52-d31b-4b5c-b374-beae6e0c4499 req-f1c1fb1e-a293-4db3-931d-b2a888f4c0af tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 944 time: 0.0553439 Jan 19 14:39:35.003022 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-a9a3d1e5-2715-4d30-8502-5345e0788480 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371525 Jan 19 14:39:35.018028 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7d73ec52-d31b-4b5c-b374-beae6e0c4499 req-61f8cba6-7f4e-4e10-84ee-f5613bdb5502 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487707 Jan 19 14:39:35.063525 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:35.090198 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288e00e-f6a7-4f0f-8b35-7c9913fb55a4 None None] The sync data for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi is: [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:39:35.100106 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-3095162d-93e3-421d-a1f9-14d939622d90 service neutron] 10.222.0.57 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877919 Jan 19 14:39:35.196080 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cebdf567-c892-4858-ae62-5f8e16a8fc0c req-46d96d7b-1f4d-4798-bad9-3bb4d004d323 service neutron] 10.222.0.57 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885534 Jan 19 14:39:35.321431 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02f9cb9-ff22-4839-8654-58e58d7c911f None None] New status for floating IP ce46db69-7a30-465a-bd8c-8f1bedaa03fd: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:39:35.351219 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:39:35.372689 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 1e951595-257a-49ca-bc71-74bfb18b481c {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:39:35.373114 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1e951595-257a-49ca-bc71-74bfb18b481c not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:39:35.794636 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46372) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:35.848715 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89e15685-2e83-4eb8-8ea8-25b409b684ec tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:35.870402 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89e15685-2e83-4eb8-8ea8-25b409b684ec tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.005276 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89e15685-2e83-4eb8-8ea8-25b409b684ec tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.008691 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-89e15685-2e83-4eb8-8ea8-25b409b684ec tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.009863 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-89e15685-2e83-4eb8-8ea8-25b409b684ec tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "DELETE /v2.0/security-groups/bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1 HTTP/1.1" status: 204 len: 168 time: 0.2142091 Jan 19 14:39:36.012939 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46374) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:36.019814 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e15685-2e83-4eb8-8ea8-25b409b684ec tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:36.032564 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.api.v2.resource [None req-20d8d45c-fbcf-40dc-90d5-ab276483e30b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] show failed (client error): The resource could not be found. Jan 19 14:39:36.037716 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-20d8d45c-fbcf-40dc-90d5-ab276483e30b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups/bf6406b8-bb0f-4c98-80a7-cc1ec3e220f1 HTTP/1.1" status: 404 len: 347 time: 0.0194876 Jan 19 14:39:36.039946 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46376) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:36.142322 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2204b2a-c4ab-462c-8582-0443652fa630 req-bb5aa66b-f81f-416f-ab63-95cf79b5043d tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:36.143978 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a2204b2a-c4ab-462c-8582-0443652fa630 req-bb5aa66b-f81f-416f-ab63-95cf79b5043d tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 944 time: 0.0553451 Jan 19 14:39:36.175387 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Deleting port e4969032-cf5a-4255-859d-9e826b703dcb {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:39:36.175646 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (e4969032-cf5a-4255-859d-9e826b703dcb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.193064 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a2204b2a-c4ab-462c-8582-0443652fa630 req-d4c00e7b-0fa9-4023-8499-292b77c84136 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Jan 19 14:39:36.254089 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (e4969032-cf5a-4255-859d-9e826b703dcb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.254419 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (e4969032-cf5a-4255-859d-9e826b703dcb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.267119 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Calling delete_port for e4969032-cf5a-4255-859d-9e826b703dcb owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:39:36.312168 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5b646007-c2a6-4495-8c93-1a3863d52257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.482437 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (e4969032-cf5a-4255-859d-9e826b703dcb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.509345 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event deleted for resources: {'Port': ['ID=e4969032-cf5a-4255-859d-9e826b703dcb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:36.568954 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (ce46db69-7a30-465a-bd8c-8f1bedaa03fd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.571584 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:36.572812 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b3ad49c6-9177-4e14-ba5b-e4e7b47cac14 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "DELETE /v2.0/floatingips/ce46db69-7a30-465a-bd8c-8f1bedaa03fd HTTP/1.1" status: 204 len: 168 time: 0.5318844 Jan 19 14:39:36.577627 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d88d92-f150-490b-8d1d-25e94867c207', 'tag': '77ae02ea-f3b5-49bd-af2e-d63e58341ec1'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:36.580020 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c273e48-fc88-4321-91a1-f5819568dea7" -d '{"events": [{"name": "network-changed", "server_uuid": "60d88d92-f150-490b-8d1d-25e94867c207", "tag": "77ae02ea-f3b5-49bd-af2e-d63e58341ec1"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:36.619896 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52033bdf-ce3b-4827-8cc0-b28806019f07 x-openstack-request-id: req-52033bdf-ce3b-4827-8cc0-b28806019f07 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:36.620226 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d88d92-f150-490b-8d1d-25e94867c207", "tag": "77ae02ea-f3b5-49bd-af2e-d63e58341ec1", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:36.620572 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-52033bdf-ce3b-4827-8cc0-b28806019f07 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:36.621622 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d88d92-f150-490b-8d1d-25e94867c207', 'tag': '77ae02ea-f3b5-49bd-af2e-d63e58341ec1', 'status': 'completed', 'code': 200} Jan 19 14:39:36.687083 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-8124747d-ca9b-4d40-8681-81df86ce8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:36.688647 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-8124747d-ca9b-4d40-8681-81df86ce8853 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=387796e1387446fd9c31c40f7adc89f5&device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 1097 time: 0.0458117 Jan 19 14:39:36.785077 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-6a7b84a5-0b68-4b4a-9f7f-b849329b247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:36.786589 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-6a7b84a5-0b68-4b4a-9f7f-b849329b247e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 HTTP/1.1" status: 200 len: 915 time: 0.0900111 Jan 19 14:39:36.830854 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-8c81f8a0-ffeb-4312-aac0-018f7f8fcb10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ae02ea-f3b5-49bd-af2e-d63e58341ec1 HTTP/1.1" status: 200 len: 217 time: 0.0336442 Jan 19 14:39:36.886904 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-77106a93-8a80-433e-b119-ca455dd0b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:36.888330 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-77106a93-8a80-433e-b119-ca455dd0b4bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f59439d-e226-472e-a756-2b6d2a22e9d8 HTTP/1.1" status: 200 len: 854 time: 0.0474849 Jan 19 14:39:36.919072 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-d51269da-b83a-454d-b013-04984a390e32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241029 Jan 19 14:39:37.006051 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-8fe02bb6-b6c1-4c5b-84b1-5ef921fd8d31 service neutron] 10.222.0.57 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791249 Jan 19 14:39:37.098477 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7c273e48-fc88-4321-91a1-f5819568dea7 req-24495bb9-bbbe-4648-8943-bb11475e7d84 service neutron] 10.222.0.57 "GET /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859182 Jan 19 14:39:37.165836 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46384) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:37.170405 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-db6c0968-1b6a-48bb-ac86-2b5b917ec4e3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048218369', 'description': 'tempest-description--1638727184'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:37.297567 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-db6c0968-1b6a-48bb-ac86-2b5b917ec4e3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.319742 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936fd88-382b-4fa4-94cb-2d5dc652ec58 req-972f27e8-c18d-4197-9475-9cbe1cc3c8ea tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:37.321117 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0936fd88-382b-4fa4-94cb-2d5dc652ec58 req-972f27e8-c18d-4197-9475-9cbe1cc3c8ea tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 944 time: 0.0585763 Jan 19 14:39:37.356695 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:39:37.391291 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0936fd88-382b-4fa4-94cb-2d5dc652ec58 req-a6a9a519-36c1-4153-a968-0260f5a85c57 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637307 Jan 19 14:39:37.421865 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-db6c0968-1b6a-48bb-ac86-2b5b917ec4e3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (2922bb4f-8dfd-4fd6-b186-036627b82805), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.458434 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:37.470972 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '77ae02ea-f3b5-49bd-af2e-d63e58341ec1', 'network_id': 'f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6', 'port_id': '77ae02ea-f3b5-49bd-af2e-d63e58341ec1', 'mac_address': 'fa:16:3e:92:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f59439d-e226-472e-a756-2b6d2a22e9d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:39:37.502439 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-db6c0968-1b6a-48bb-ac86-2b5b917ec4e3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2922bb4f-8dfd-4fd6-b186-036627b82805), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.518786 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:39:37.519167 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.535231 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c0968-1b6a-48bb-ac86-2b5b917ec4e3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2922bb4f-8dfd-4fd6-b186-036627b82805,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:37.538322 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:39:37.559697 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:37.610017 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-db6c0968-1b6a-48bb-ac86-2b5b917ec4e3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.611190 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-db6c0968-1b6a-48bb-ac86-2b5b917ec4e3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4443388 Jan 19 14:39:37.614203 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46388) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:37.618342 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-1983c299-b462-4e7f-9218-8c341ff875da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'security_group_rule': {'security_group_id': '2922bb4f-8dfd-4fd6-b186-036627b82805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:37.645795 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.691112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:37.697901 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.698303 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.698670 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.699050 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.699920 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.700255 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.700604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.700941 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.701268 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.701610 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.701966 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.702292 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.702614 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:39:37.721673 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-1983c299-b462-4e7f-9218-8c341ff875da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (5eba7cf1-fada-495d-8c30-14ebc0350b7d), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.775454 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-1983c299-b462-4e7f-9218-8c341ff875da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (5eba7cf1-fada-495d-8c30-14ebc0350b7d), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.857419 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.887894 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-1983c299-b462-4e7f-9218-8c341ff875da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (5eba7cf1-fada-495d-8c30-14ebc0350b7d), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:37.905028 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983c299-b462-4e7f-9218-8c341ff875da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eba7cf1-fada-495d-8c30-14ebc0350b7d,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:37.952649 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['77ae02ea-f3b5-49bd-af2e-d63e58341ec1'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:39:38.024482 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-1983c299-b462-4e7f-9218-8c341ff875da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:38.025702 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-1983c299-b462-4e7f-9218-8c341ff875da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4105945 Jan 19 14:39:38.028478 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46390) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:38.032853 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-0714b596-9fd4-4495-9af8-62c64292171f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'security_group_rule': {'security_group_id': '2922bb4f-8dfd-4fd6-b186-036627b82805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:38.147205 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0714b596-9fd4-4495-9af8-62c64292171f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (25285cc0-b405-444b-9682-5c46fa0d5a57), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:38.200046 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0714b596-9fd4-4495-9af8-62c64292171f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (25285cc0-b405-444b-9682-5c46fa0d5a57), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:38.296514 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0714b596-9fd4-4495-9af8-62c64292171f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (25285cc0-b405-444b-9682-5c46fa0d5a57), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:38.313040 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714b596-9fd4-4495-9af8-62c64292171f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25285cc0-b405-444b-9682-5c46fa0d5a57,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:38.395655 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0714b596-9fd4-4495-9af8-62c64292171f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:38.396852 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-0714b596-9fd4-4495-9af8-62c64292171f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674114 Jan 19 14:39:38.405342 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46394) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:38.405342 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'floatingip': {'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:38.494307 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:38.523094 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804c6ce-33b3-4b05-9258-f23df0298082 req-a7365fb4-a85f-4156-8639-d0afc1895017 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:38.524567 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2804c6ce-33b3-4b05-9258-f23df0298082 req-a7365fb4-a85f-4156-8639-d0afc1895017 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 945 time: 0.0646410 Jan 19 14:39:38.601714 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2804c6ce-33b3-4b05-9258-f23df0298082 req-1aa8ec8f-e013-404b-98e1-a3bb966f727e tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536721 Jan 19 14:39:38.633632 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:38.738560 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Allocated IP 172.27.1.224 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/41778722-d71b-4c07-871f-72c658521bfb) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:39:38.834855 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for port (41778722-d71b-4c07-871f-72c658521bfb), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:38.923037 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (41778722-d71b-4c07-871f-72c658521bfb), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:38.964706 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:39:38.967731 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:39:38.971031 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:39:38.994207 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'Port': ['ID=41778722-d71b-4c07-871f-72c658521bfb,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:39.039944 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.053624 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (0171db8a-8d1c-4acd-be8d-46f70ed75502), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.168660 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (41778722-d71b-4c07-871f-72c658521bfb), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.312743 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for port (41778722-d71b-4c07-871f-72c658521bfb), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.369380 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:39:39.396364 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (41778722-d71b-4c07-871f-72c658521bfb), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.466183 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'Port': ['ID=41778722-d71b-4c07-871f-72c658521bfb,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:39.476222 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (0171db8a-8d1c-4acd-be8d-46f70ed75502), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.493931 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:39:39.498485 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:39:39.502419 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.579956 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:39:39.580258 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.593081 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.594350 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-eb614780-d5de-490e-96a3-1cdd8cba6abe tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1935489 Jan 19 14:39:39.603803 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d88d92-f150-490b-8d1d-25e94867c207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ae02ea-f3b5-49bd-af2e-d63e58341ec1'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:39.607275 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2c2d61-218a-4692-bfdb-629b3c545b0a" -d '{"events": [{"server_uuid": "60d88d92-f150-490b-8d1d-25e94867c207", "name": "network-vif-plugged", "status": "completed", "tag": "77ae02ea-f3b5-49bd-af2e-d63e58341ec1"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:39.619624 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:39.645652 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841ad9ef-a182-4314-819b-4dec33ab4788 x-openstack-request-id: req-841ad9ef-a182-4314-819b-4dec33ab4788 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:39.645994 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d88d92-f150-490b-8d1d-25e94867c207", "name": "network-vif-plugged", "status": "completed", "tag": "77ae02ea-f3b5-49bd-af2e-d63e58341ec1", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:39.646313 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-841ad9ef-a182-4314-819b-4dec33ab4788 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:39.646859 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d88d92-f150-490b-8d1d-25e94867c207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ae02ea-f3b5-49bd-af2e-d63e58341ec1', 'code': 200} Jan 19 14:39:39.685679 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:39.730341 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3013f3c-b266-45b1-9447-048fee7f3ab8 req-6b47ab8b-b826-4f99-af03-e9a109064400 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:39.732625 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c3013f3c-b266-45b1-9447-048fee7f3ab8 req-6b47ab8b-b826-4f99-af03-e9a109064400 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 946 time: 0.0556097 Jan 19 14:39:39.738007 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:39.796987 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c3013f3c-b266-45b1-9447-048fee7f3ab8 req-034abc4b-1688-4880-b0f9-529b79208593 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Jan 19 14:39:39.824161 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-b41d76c6-caf7-4454-92b5-20de1d5ec151 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2048218369&fields=id&tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5 HTTP/1.1" status: 200 len: 267 time: 0.0574844 Jan 19 14:39:39.934853 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-bab2f27d-cfee-47dd-950c-c225715cdc66 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:39.936385 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-bab2f27d-cfee-47dd-950c-c225715cdc66 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 817 time: 0.1058006 Jan 19 14:39:39.951858 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-300f9e8b-2fb3-4f41-bf4b-9838ed28315a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/quotas/1ddc5b9b30d64b4aaadc223f8b8edfb5 HTTP/1.1" status: 200 len: 375 time: 0.0103183 Jan 19 14:39:40.003547 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-4a495873-2f83-4179-92d1-dc517ba4c26c tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467083 Jan 19 14:39:40.016067 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7a4d-93a0-4892-8749-c52c39d206b6 req-d65fe272-11c0-45d0-a0e2-3dd2d75c2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:40.017572 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-978f7a4d-93a0-4892-8749-c52c39d206b6 req-d65fe272-11c0-45d0-a0e2-3dd2d75c2ab8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 1099 time: 0.0402634 Jan 19 14:39:40.061400 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-978f7a4d-93a0-4892-8749-c52c39d206b6 req-3a055838-8bf6-4e11-8c02-28c6028c43c3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369859 Jan 19 14:39:40.099646 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-410c22fb-a53a-4749-ac7c-0a1bb5b29f02 service neutron] 10.222.0.79 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844057 Jan 19 14:39:40.189774 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-bdaee5b3-3db2-4fe5-bb1a-2c707840fbf4 service neutron] 10.222.0.79 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842056 Jan 19 14:39:40.382831 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:40.496808 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-937290c5-ad00-44cc-b027-821b1b55eced req-df6f9f60-9647-4f22-91a0-57227b7d4762 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 210 time: 0.0258439 Jan 19 14:39:40.919797 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f029e9-2dd0-4e9c-832a-08777a34142e req-309d10f8-8a7c-4d92-b111-884b62d17d49 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:40.919797 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-99f029e9-2dd0-4e9c-832a-08777a34142e req-309d10f8-8a7c-4d92-b111-884b62d17d49 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 946 time: 0.0538557 Jan 19 14:39:40.966463 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-99f029e9-2dd0-4e9c-832a-08777a34142e req-1b8dc210-a765-49f5-bf2c-1bac2e833d72 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Jan 19 14:39:41.248728 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:41.451136 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:39:41.592342 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3eba0406-c480-4df4-b30d-bb853b735417 req-7c43df7d-70f6-4942-93b5-17e8fd576424 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 210 time: 0.0256035 Jan 19 14:39:42.079144 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6b583-b502-4bcc-b80c-03394604ebea req-47edbc27-0411-4a0d-9a8f-558a01a63ceb tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:42.080589 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-22f6b583-b502-4bcc-b80c-03394604ebea req-47edbc27-0411-4a0d-9a8f-558a01a63ceb tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 946 time: 0.0483603 Jan 19 14:39:42.137998 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-22f6b583-b502-4bcc-b80c-03394604ebea req-82dfa788-63a3-4ce3-a4fb-e4ce1bcf7e97 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514193 Jan 19 14:39:42.538878 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cd820667-f5cf-421c-9dbb-8ac255c11d9e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:42.540308 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cd820667-f5cf-421c-9dbb-8ac255c11d9e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 817 time: 0.1084361 Jan 19 14:39:42.604704 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-86b06cbd-f09c-4742-8394-ccfee2f100c7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5 HTTP/1.1" status: 200 len: 380 time: 0.0508697 Jan 19 14:39:42.613029 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'port': {'device_id': '9412d02c-5dfe-4986-8ac9-654716956182', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'admin_state_up': True, 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'security_groups': ['2922bb4f-8dfd-4fd6-b186-036627b82805']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:42.695918 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2acf5d3a-fed3-4f4e-a26f-1bbb0629edea req-dbc52fc4-8aa2-4d1d-84e3-d07c3dd2ed7e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 210 time: 0.0320148 Jan 19 14:39:42.809069 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Made reservation on behalf of 1ddc5b9b30d64b4aaadc223f8b8edfb5 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:39:42.813210 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:42.934078 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Allocated IP 172.20.0.14 (10e03e13-01e9-4d22-b8d1-2ef0b6972727/fffaba97-fe7a-4e03-9589-31160d9b3365/d4703fb1-33de-416e-905d-c7d2c1e0aa4f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:39:43.071384 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:43.218474 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:43.259723 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:39:43.262853 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:39:43.266353 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:39:43.298823 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.333657 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:43.336273 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:43.451574 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-cfc80854-0250-45f5-bf1b-2c6b7bd39bad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8420346 Jan 19 14:39:43.463454 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Request body: {'port': {'device_id': '9412d02c-5dfe-4986-8ac9-654716956182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:43.499259 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-43f5d636-ade4-4251-bd85-7923216baee6 None None] Provisioning complete for port d4703fb1-33de-416e-905d-c7d2c1e0aa4f triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:39:43.499881 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-43f5d636-ade4-4251-bd85-7923216baee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:43.521874 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:43.536671 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-43f5d636-ade4-4251-bd85-7923216baee6 None None] Port d4703fb1-33de-416e-905d-c7d2c1e0aa4f cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:39:43.803019 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4703fb1-33de-416e-905d-c7d2c1e0aa4f {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:39:43.820527 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Publish callbacks [] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:43.834184 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Transition to ACTIVE for port object d4703fb1-33de-416e-905d-c7d2c1e0aa4f will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:39:43.868630 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bffc1-5b69-4e51-bbb9-a2ff1d8db5a5 req-4a13ea8a-208e-4381-b050-92014b9a30a3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:43.870111 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-398bffc1-5b69-4e51-bbb9-a2ff1d8db5a5 req-4a13ea8a-208e-4381-b050-92014b9a30a3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 932 time: 0.0867712 Jan 19 14:39:43.889492 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5d795-db8b-43c2-a497-5269d8c78b04 req-7692b42b-37d7-4550-a8ee-ed8dbaee21c1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:43.891437 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-07f5d795-db8b-43c2-a497-5269d8c78b04 req-7692b42b-37d7-4550-a8ee-ed8dbaee21c1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0694315 Jan 19 14:39:43.911731 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:43.958111 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-398bffc1-5b69-4e51-bbb9-a2ff1d8db5a5 req-56c6a339-1d0f-4309-af4b-519b6502ad6f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811081 Jan 19 14:39:43.962763 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-07f5d795-db8b-43c2-a497-5269d8c78b04 req-3315b1c9-d96d-43eb-a57f-06acb945bc76 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641241 Jan 19 14:39:43.971037 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:44.046470 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Attempting to bind port d4703fb1-33de-416e-905d-c7d2c1e0aa4f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:39:44.049279 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Attempting to bind port d4703fb1-33de-416e-905d-c7d2c1e0aa4f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:39:44.049279 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Attempting to bind port d4703fb1-33de-416e-905d-c7d2c1e0aa4f on network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:39:44.051941 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Port d4703fb1-33de-416e-905d-c7d2c1e0aa4f on network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:39:44.052411 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Attempting to bind port d4703fb1-33de-416e-905d-c7d2c1e0aa4f on network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:39:44.057510 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:39:44.057856 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Checking segment: {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:39:44.058270 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Bound using segment: {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:39:44.058707 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Bound port: d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:39:44.059066 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:44.123862 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:39:44.127924 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:39:44.212697 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:44.252443 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:44.252951 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:44.254356 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] 10.222.0.57 "PUT /v2.0/ports/d4703fb1-33de-416e-905d-c7d2c1e0aa4f HTTP/1.1" status: 200 len: 1094 time: 0.7950468 Jan 19 14:39:44.254797 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:44.257040 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26077219-2820-4506-8128-b17c8ca1d257" -d '{"events": [{"name": "network-changed", "server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:44.283674 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3354597-84f8-4491-a60a-4217fe518956 service neutron] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:44.303620 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c8927-eaba-4767-b5b2-87b9a9729596 x-openstack-request-id: req-a51c8927-eaba-4767-b5b2-87b9a9729596 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:44.303923 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:44.304172 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a51c8927-eaba-4767-b5b2-87b9a9729596 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:44.304600 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'status': 'completed', 'code': 200} Jan 19 14:39:44.369527 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077219-2820-4506-8128-b17c8ca1d257 req-063ce262-48dd-46ea-a890-9e4bce5f3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:44.371125 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-26077219-2820-4506-8128-b17c8ca1d257 req-063ce262-48dd-46ea-a890-9e4bce5f3496 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 1097 time: 0.0430753 Jan 19 14:39:44.470693 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077219-2820-4506-8128-b17c8ca1d257 req-462bc059-7ac1-46db-9120-8a91eb80a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:44.472150 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-26077219-2820-4506-8128-b17c8ca1d257 req-462bc059-7ac1-46db-9120-8a91eb80a781 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0939937 Jan 19 14:39:44.564092 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26077219-2820-4506-8128-b17c8ca1d257 req-e22c9da7-ac96-4360-ba35-c010d0cb9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:44.565560 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-26077219-2820-4506-8128-b17c8ca1d257 req-e22c9da7-ac96-4360-ba35-c010d0cb9000 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861585 Jan 19 14:39:44.638685 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-43e4c07b-52f7-4c93-bd6d-11aa28f88fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:44.640687 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-43e4c07b-52f7-4c93-bd6d-11aa28f88fcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 1097 time: 0.0379765 Jan 19 14:39:44.689770 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-95eae7aa-3bf8-4aed-bc0a-f5c7f58b3b0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f HTTP/1.1" status: 200 len: 217 time: 0.0370021 Jan 19 14:39:44.737477 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-48b6b926-779c-4b6e-a6ac-299700a6edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:44.738992 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-48b6b926-779c-4b6e-a6ac-299700a6edcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0424199 Jan 19 14:39:44.783869 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-74306b9c-f5b6-4942-af63-9e67b7fdbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:44.785376 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-74306b9c-f5b6-4942-af63-9e67b7fdbb31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391002 Jan 19 14:39:44.875679 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-c77456c9-57b6-4ff1-850c-98309f98d6cd service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826802 Jan 19 14:39:44.960870 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4dd1aa26-97eb-496d-982d-d8a73b99b424 req-96d38ed1-f928-4257-af6c-f5562c2c28e5 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790927 Jan 19 14:39:45.111428 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a561663-7256-4b3d-a5f5-139350c00645 req-4eaea7bc-00f0-4e41-b7e0-451365e84c64 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:45.112932 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9a561663-7256-4b3d-a5f5-139350c00645 req-4eaea7bc-00f0-4e41-b7e0-451365e84c64 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0710149 Jan 19 14:39:45.121129 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51356a5-290f-4a27-8fc6-0e48a9f0c19a req-45dffe2d-65c8-4e8e-b214-6f6d8e9fae2f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:45.122614 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a51356a5-290f-4a27-8fc6-0e48a9f0c19a req-45dffe2d-65c8-4e8e-b214-6f6d8e9fae2f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0894926 Jan 19 14:39:45.191271 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9a561663-7256-4b3d-a5f5-139350c00645 req-040ade4e-99f4-497b-9095-956b1c7df7fe tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676873 Jan 19 14:39:45.198193 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a51356a5-290f-4a27-8fc6-0e48a9f0c19a req-8e6fafc6-d164-4e89-9125-d723a3f16470 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683491 Jan 19 14:39:46.021184 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-96e6b834-cee3-4a99-9632-0ca8ca5fcea1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:46.022617 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-96e6b834-cee3-4a99-9632-0ca8ca5fcea1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0518148 Jan 19 14:39:46.113105 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Deleting port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:39:46.113435 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:46.200657 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] For port 0976b7bc-7ce8-422b-8e81-926f3fb357b9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0976b7bc-7ce8-422b-8e81-926f3fb357b9,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:46.201024 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:46.334248 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee197b-72f1-4c15-ba32-a0e23030c951 req-2a25ea6b-530e-4f1e-8c58-5ecf6256ac07 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:46.335708 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a0ee197b-72f1-4c15-ba32-a0e23030c951 req-2a25ea6b-530e-4f1e-8c58-5ecf6256ac07 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 945 time: 0.0775845 Jan 19 14:39:46.347773 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c34fa-1ced-4120-bde7-2726c73cb767 req-c13454a9-8887-4a4b-a486-c438c2042b95 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:46.348743 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-584c34fa-1ced-4120-bde7-2726c73cb767 req-c13454a9-8887-4a4b-a486-c438c2042b95 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0796211 Jan 19 14:39:46.370928 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:46.371297 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (5c904810-8456-4360-8c35-c16780b50725), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:46.371621 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.l3_db [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Floating IP 5c904810-8456-4360-8c35-c16780b50725 disassociated. External IP: 172.27.1.65, port: 0976b7bc-7ce8-422b-8e81-926f3fb357b9. Jan 19 14:39:46.371961 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Calling delete_port for 0976b7bc-7ce8-422b-8e81-926f3fb357b9 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:39:46.418568 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a0ee197b-72f1-4c15-ba32-a0e23030c951 req-e6892888-a910-4aa4-8408-e414ba92806c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688808 Jan 19 14:39:46.422131 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-584c34fa-1ced-4120-bde7-2726c73cb767 req-aa8d07f2-879b-47ae-b5d7-2968933a10ad tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669456 Jan 19 14:39:46.557893 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (0976b7bc-7ce8-422b-8e81-926f3fb357b9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:46.586530 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event deleted for resources: {'Port': ['ID=0976b7bc-7ce8-422b-8e81-926f3fb357b9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:46.695861 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Router 33bef79f-ee86-48f4-a0b6-385f4b642b1d has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:39:47.035386 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:39:47.046457 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] Sync routers for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:39:47.057963 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:39:47.058836 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:39:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:47.073946 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] No DVR routers for this DVR port 0976b7bc-7ce8-422b-8e81-926f3fb357b9 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:39:47.076413 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:47.079728 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-4b657c87-6fb3-46c7-b6c3-5cbefc7114ad req-6d62b34b-fcf7-4943-8f9f-f4c50c46c7ef tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "DELETE /v2.0/ports/0976b7bc-7ce8-422b-8e81-926f3fb357b9 HTTP/1.1" status: 204 len: 173 time: 1.0503926 Jan 19 14:39:47.080170 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'name': 'network-vif-deleted', 'tag': '0976b7bc-7ce8-422b-8e81-926f3fb357b9'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:47.082388 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4db1bf7-efac-4ec7-b10e-99a37a2b1deb" -d '{"events": [{"server_uuid": "b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d", "name": "network-vif-deleted", "tag": "0976b7bc-7ce8-422b-8e81-926f3fb357b9"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:47.118384 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c11322-f9af-45ab-9e35-831d33931f3a x-openstack-request-id: req-26c11322-f9af-45ab-9e35-831d33931f3a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:47.118676 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d", "name": "network-vif-deleted", "tag": "0976b7bc-7ce8-422b-8e81-926f3fb357b9", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:47.118926 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-26c11322-f9af-45ab-9e35-831d33931f3a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:47.119313 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d', 'name': 'network-vif-deleted', 'tag': '0976b7bc-7ce8-422b-8e81-926f3fb357b9', 'status': 'completed', 'code': 200} Jan 19 14:39:47.170703 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:39:47.369224 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:47.398062 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] Checking router: 33bef79f-ee86-48f4-a0b6-385f4b642b1d for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:39:47.406662 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:39:47.407355 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:39:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:47.411451 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:39:47.551414 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-be144264-0f5a-4f59-9bb1-7acbb6c9bfb2 req-8f743534-b52c-490c-b08d-ae3eee0dd43e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=b73d8df8-6dbb-4c4a-ac6f-6637b7983c4d HTTP/1.1" status: 200 len: 210 time: 0.0425267 Jan 19 14:39:47.573412 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df00932-750b-4fa0-9645-8f11c30f1019 req-028d9433-88b3-4207-8709-5f1b0a863282 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:47.574940 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3df00932-750b-4fa0-9645-8f11c30f1019 req-028d9433-88b3-4207-8709-5f1b0a863282 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0750277 Jan 19 14:39:47.599625 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:39:47.624750 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3df00932-750b-4fa0-9645-8f11c30f1019 req-ec833ff7-bafa-41a0-aa64-b65a7d948de2 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Jan 19 14:39:47.629557 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:47.647958 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'port_id': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'mac_address': 'fa:16:3e:72:21:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:39:47.753290 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port d4703fb1-33de-416e-905d-c7d2c1e0aa4f is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:39:47.753582 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:47.774919 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4703fb1-33de-416e-905d-c7d2c1e0aa4f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:39:47.812289 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:47.863710 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:47.890122 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e734b36-930e-4121-914f-ca26b9c073d2 None None] The sync data for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi is: [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:39:47.912392 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:47.962115 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:48.109128 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828bf8ca-99b6-4670-b43c-083b330d21be None None] New status for floating IP 5c904810-8456-4360-8c35-c16780b50725: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:39:48.157365 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['d4703fb1-33de-416e-905d-c7d2c1e0aa4f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:39:48.690092 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46494) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:48.782057 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b98730-ad78-43cc-be81-a43fa0be4505 req-bd55566e-0a29-4297-9767-cb655e643ac9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:48.784045 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-10b98730-ad78-43cc-be81-a43fa0be4505 req-bd55566e-0a29-4297-9767-cb655e643ac9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 945 time: 0.0863950 Jan 19 14:39:48.785056 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a3515dcc-56da-442f-9853-780f16fb6766 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (2c10b6a6-82a3-4a9f-a54b-cef75caeaa57), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:48.819348 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a3515dcc-56da-442f-9853-780f16fb6766 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (2c10b6a6-82a3-4a9f-a54b-cef75caeaa57), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:48.868873 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-10b98730-ad78-43cc-be81-a43fa0be4505 req-a7bf5f7e-46ad-45cd-8def-7a094f4bffa4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785079 Jan 19 14:39:48.935374 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a3515dcc-56da-442f-9853-780f16fb6766 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2c10b6a6-82a3-4a9f-a54b-cef75caeaa57), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:48.938050 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a3515dcc-56da-442f-9853-780f16fb6766 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:48.939153 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-a3515dcc-56da-442f-9853-780f16fb6766 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "DELETE /v2.0/security-groups/2c10b6a6-82a3-4a9f-a54b-cef75caeaa57 HTTP/1.1" status: 204 len: 168 time: 0.2475665 Jan 19 14:39:48.942150 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46496) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:48.948336 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3515dcc-56da-442f-9853-780f16fb6766 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c10b6a6-82a3-4a9f-a54b-cef75caeaa57,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:48.957846 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.api.v2.resource [None req-8b292c02-f308-417b-b237-49c3dd9e5c76 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] show failed (client error): The resource could not be found. Jan 19 14:39:48.960942 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-8b292c02-f308-417b-b237-49c3dd9e5c76 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups/2c10b6a6-82a3-4a9f-a54b-cef75caeaa57 HTTP/1.1" status: 404 len: 347 time: 0.0157614 Jan 19 14:39:48.961795 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46498) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:49.081399 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Deleting port 834ded1e-d96d-46d2-bc27-1b18fc7fe680 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:39:49.081735 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (834ded1e-d96d-46d2-bc27-1b18fc7fe680), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.157412 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (834ded1e-d96d-46d2-bc27-1b18fc7fe680), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.157653 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (834ded1e-d96d-46d2-bc27-1b18fc7fe680), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.169382 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Calling delete_port for 834ded1e-d96d-46d2-bc27-1b18fc7fe680 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:39:49.350287 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (834ded1e-d96d-46d2-bc27-1b18fc7fe680), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.374681 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event deleted for resources: {'Port': ['ID=834ded1e-d96d-46d2-bc27-1b18fc7fe680,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:49.432176 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (5c904810-8456-4360-8c35-c16780b50725), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.434935 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.436133 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-367b6fb2-4992-4275-ab93-18a5ec089485 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "DELETE /v2.0/floatingips/5c904810-8456-4360-8c35-c16780b50725 HTTP/1.1" status: 204 len: 168 time: 0.4733996 Jan 19 14:39:49.440660 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:39:49.538864 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port d4703fb1-33de-416e-905d-c7d2c1e0aa4f completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:39:49.542799 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port d4703fb1-33de-416e-905d-c7d2c1e0aa4f triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:39:49.543254 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.619625 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port d4703fb1-33de-416e-905d-c7d2c1e0aa4f is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:39:49.620003 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.642788 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:49.644980 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cdd0ab-7590-4877-96be-1a396cfdcd3e" -d '{"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-plugged", "status": "completed", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:49.667779 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:39:49.678659 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9d4874-b17a-40c5-afee-577b6e961154 x-openstack-request-id: req-af9d4874-b17a-40c5-afee-577b6e961154 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:49.678974 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-plugged", "status": "completed", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:49.679230 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af9d4874-b17a-40c5-afee-577b6e961154 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:49.679626 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'code': 200} Jan 19 14:39:49.736840 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.737825 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0976b7bc-7ce8-422b-8e81-926f3fb357b9 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:39:49.748070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46506) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:49.753315 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-c8d0bd11-d6a7-4af8-9115-b6b155a1f742 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147262631', 'description': 'tempest-description--2019064016'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:49.777263 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 0976b7bc-7ce8-422b-8e81-926f3fb357b9 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:39:49.777601 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0976b7bc-7ce8-422b-8e81-926f3fb357b9 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:39:49.804603 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:49.876404 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8d0bd11-d6a7-4af8-9115-b6b155a1f742 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.963566 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8d0bd11-d6a7-4af8-9115-b6b155a1f742 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (287cd761-413b-4afd-9d89-61146eb3b94b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:49.997217 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f67326-9825-4004-ba12-9f252d41c374 req-14d76fca-8906-4aba-b6f6-2e85b614b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:49.998472 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69c825-7c37-433a-839a-918861ff3c41 req-1d174551-8a7b-4532-8c46-be8327a96740 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:49.998957 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-28f67326-9825-4004-ba12-9f252d41c374 req-14d76fca-8906-4aba-b6f6-2e85b614b1cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 1099 time: 0.0449495 Jan 19 14:39:49.999958 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3d69c825-7c37-433a-839a-918861ff3c41 req-1d174551-8a7b-4532-8c46-be8327a96740 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0534897 Jan 19 14:39:50.043818 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-28f67326-9825-4004-ba12-9f252d41c374 req-cfb5e8f7-9ac6-404b-8fd9-2d57f56d794f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377126 Jan 19 14:39:50.046183 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3d69c825-7c37-433a-839a-918861ff3c41 req-d777f7fd-bbc7-4bca-b27f-751cd6cfec69 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Jan 19 14:39:50.078428 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8d0bd11-d6a7-4af8-9115-b6b155a1f742 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (287cd761-413b-4afd-9d89-61146eb3b94b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.108056 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0bd11-d6a7-4af8-9115-b6b155a1f742 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287cd761-413b-4afd-9d89-61146eb3b94b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:50.194599 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c8d0bd11-d6a7-4af8-9115-b6b155a1f742 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.195854 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-c8d0bd11-d6a7-4af8-9115-b6b155a1f742 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4466815 Jan 19 14:39:50.198706 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46510) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:50.202994 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1e8e9c51-d797-4d81-b59a-57fda2d2732b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'security_group_rule': {'security_group_id': '287cd761-413b-4afd-9d89-61146eb3b94b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:50.294341 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c51-d797-4d81-b59a-57fda2d2732b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (2684433d-07d6-43e0-b161-52b83a705528), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.349298 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c51-d797-4d81-b59a-57fda2d2732b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (2684433d-07d6-43e0-b161-52b83a705528), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.425047 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c51-d797-4d81-b59a-57fda2d2732b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (2684433d-07d6-43e0-b161-52b83a705528), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.440105 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e9c51-d797-4d81-b59a-57fda2d2732b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2684433d-07d6-43e0-b161-52b83a705528,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:50.508745 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c51-d797-4d81-b59a-57fda2d2732b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.510033 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-1e8e9c51-d797-4d81-b59a-57fda2d2732b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103085 Jan 19 14:39:50.512821 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46516) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:50.520838 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-2e7719ab-2bcb-4aaa-9baf-f5fcc4878faf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'security_group_rule': {'security_group_id': '287cd761-413b-4afd-9d89-61146eb3b94b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:50.626402 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e7719ab-2bcb-4aaa-9baf-f5fcc4878faf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (4fefe5d0-afee-4efc-88f2-6ce231506ecf), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.680245 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e7719ab-2bcb-4aaa-9baf-f5fcc4878faf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (4fefe5d0-afee-4efc-88f2-6ce231506ecf), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.764485 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e7719ab-2bcb-4aaa-9baf-f5fcc4878faf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (4fefe5d0-afee-4efc-88f2-6ce231506ecf), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.784532 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7719ab-2bcb-4aaa-9baf-f5fcc4878faf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fefe5d0-afee-4efc-88f2-6ce231506ecf,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:50.868954 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-2e7719ab-2bcb-4aaa-9baf-f5fcc4878faf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:50.870231 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-2e7719ab-2bcb-4aaa-9baf-f5fcc4878faf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564494 Jan 19 14:39:50.873232 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46520) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:50.878103 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'floatingip': {'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:50.985021 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:51.079196 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:51.166723 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e07f-806b-4ec6-a8b7-1dc12ba7bb4b req-f14f8e7f-6ea6-471c-81c3-a6732097b45a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:51.168207 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-93c5e07f-806b-4ec6-a8b7-1dc12ba7bb4b req-f14f8e7f-6ea6-471c-81c3-a6732097b45a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0491471 Jan 19 14:39:51.185446 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Allocated IP 172.27.1.91 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/db656886-e011-418b-8838-49f7070cdb9f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:39:51.215021 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-93c5e07f-806b-4ec6-a8b7-1dc12ba7bb4b req-6a457a5d-9b83-41f4-9617-e96564f846ce tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411568 Jan 19 14:39:51.285543 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for port (db656886-e011-418b-8838-49f7070cdb9f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:51.398833 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (db656886-e011-418b-8838-49f7070cdb9f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:51.438637 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:39:51.442267 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:39:51.445139 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:39:51.471974 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'Port': ['ID=db656886-e011-418b-8838-49f7070cdb9f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:51.536370 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (c754b8a5-fa32-4829-9a17-1e05dc0539f2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:51.619873 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (db656886-e011-418b-8838-49f7070cdb9f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:51.766460 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for port (db656886-e011-418b-8838-49f7070cdb9f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:51.847306 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (db656886-e011-418b-8838-49f7070cdb9f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:51.910464 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'Port': ['ID=db656886-e011-418b-8838-49f7070cdb9f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:51.923132 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (c754b8a5-fa32-4829-9a17-1e05dc0539f2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:52.005898 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:52.007228 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-9a52da64-2247-4b01-9c03-ce2c3cb18ffb tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1329901 Jan 19 14:39:52.193356 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-e8270ef1-0555-4f2f-9269-1519a0fc810a tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--147262631&fields=id&tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501 HTTP/1.1" status: 200 len: 267 time: 0.0413237 Jan 19 14:39:52.321398 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010461b1-e044-464e-b43e-214d4a185140 req-2f96a0c0-ef42-4dac-82ec-8dbadd7c1d00 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:52.322878 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-2f96a0c0-ef42-4dac-82ec-8dbadd7c1d00 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 811 time: 0.1234751 Jan 19 14:39:52.342643 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-f511b41d-adf1-46a4-bd8a-1e8165866d8d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/quotas/9261eb09fd8d40b1bf9a1b13d4ebf501 HTTP/1.1" status: 200 len: 375 time: 0.0145411 Jan 19 14:39:52.356609 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61a31-46be-4afc-ac11-5b3d8ce055b4 req-116acfd1-3095-4f67-9674-9729b0922cda tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:52.358064 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c9e61a31-46be-4afc-ac11-5b3d8ce055b4 req-116acfd1-3095-4f67-9674-9729b0922cda tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0722473 Jan 19 14:39:52.429287 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-16a35be9-b327-4bc5-b1da-48627d62a074 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804250 Jan 19 14:39:52.440737 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c9e61a31-46be-4afc-ac11-5b3d8ce055b4 req-4089e290-fe8e-41e8-b724-808e972b6420 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730066 Jan 19 14:39:52.522082 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-c864b32c-c0b7-4541-afef-b0720ef3018a service neutron] 10.222.0.79 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803769 Jan 19 14:39:52.621059 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-5689ecf1-b6c1-4eed-a010-88872ea825fc service neutron] 10.222.0.79 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932379 Jan 19 14:39:52.869940 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ca99d55b-93bd-4b80-88b6-75565679d69c req-aeb49497-557e-45bf-a2a8-e9caf5060012 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 210 time: 0.0270975 Jan 19 14:39:53.556305 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174119fe-4412-41b1-a209-ce2095774e13 req-bf49a00c-6ada-4b63-b4e8-e148fbaee2df tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:53.557852 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-174119fe-4412-41b1-a209-ce2095774e13 req-bf49a00c-6ada-4b63-b4e8-e148fbaee2df tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0474017 Jan 19 14:39:53.606969 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-174119fe-4412-41b1-a209-ce2095774e13 req-40f26a8a-dfa5-4cf4-a7b9-3503c904f8b8 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Jan 19 14:39:53.963728 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3f16147a-508b-4311-9103-68442ea89ea5 req-70bfe260-afb4-4910-8145-afe0eadc964c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 210 time: 0.0254052 Jan 19 14:39:54.726543 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914cb86-8606-417f-bfa1-5be47b901f17 req-91efd1ce-bd98-4226-a044-d000bc0523ec tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:54.727976 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8914cb86-8606-417f-bfa1-5be47b901f17 req-91efd1ce-bd98-4226-a044-d000bc0523ec tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0510752 Jan 19 14:39:54.773606 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8914cb86-8606-417f-bfa1-5be47b901f17 req-2fd85724-2e1d-405b-a3b7-a79526e4c3fd tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 Jan 19 14:39:54.890052 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca251f-2faf-4ea8-b387-bb5a09cd0e22 req-09066e9f-3934-4767-8a41-0c36bf0da5fc tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:54.891436 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-69ca251f-2faf-4ea8-b387-bb5a09cd0e22 req-09066e9f-3934-4767-8a41-0c36bf0da5fc tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0490282 Jan 19 14:39:54.900868 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46570) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:39:54.905431 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1acdd78f-4a80-4026-b3cf-6d1501976f28 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Request body: {'floatingip': {'port_id': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:54.955169 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1acdd78f-4a80-4026-b3cf-6d1501976f28 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (0171db8a-8d1c-4acd-be8d-46f70ed75502), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:55.059213 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-61bc0c9c-8c8f-4b7a-960e-7c00d3000ba5 req-a32da8ab-6645-454b-98d2-dab6310920a0 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 210 time: 0.0279238 Jan 19 14:39:55.288015 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010461b1-e044-464e-b43e-214d4a185140 req-94cbcf12-e583-414b-838c-40f817242580 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:55.289542 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-94cbcf12-e583-414b-838c-40f817242580 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 811 time: 0.1922565 Jan 19 14:39:55.446207 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-be378b21-0e1b-4cad-b528-e76913a7594c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501 HTTP/1.1" status: 200 len: 379 time: 0.1068659 Jan 19 14:39:55.457663 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'port': {'device_id': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'admin_state_up': True, 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'security_groups': ['287cd761-413b-4afd-9d89-61146eb3b94b']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:55.601830 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1acdd78f-4a80-4026-b3cf-6d1501976f28 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:55.699845 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1acdd78f-4a80-4026-b3cf-6d1501976f28 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (0171db8a-8d1c-4acd-be8d-46f70ed75502), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:55.737319 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Made reservation on behalf of 9261eb09fd8d40b1bf9a1b13d4ebf501 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:39:55.740839 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:55.858988 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.l3_db [None req-1acdd78f-4a80-4026-b3cf-6d1501976f28 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Floating IP 0171db8a-8d1c-4acd-be8d-46f70ed75502 associated. External IP: 172.27.1.224, port: d4703fb1-33de-416e-905d-c7d2c1e0aa4f. Jan 19 14:39:55.985864 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Allocated IP 172.20.0.7 (3e09d96f-7f91-47a0-b3ce-58319e0a0d96/df7d29b8-c1f6-46db-801b-45958c2aa13c/637ad85d-5379-4fa3-b37a-9fecbee59075) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:39:56.161506 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fa5c9a41-dfab-4f6c-b125-ff220cfa5da7 req-f964d24f-5b59-4503-b229-dca258e7215b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 210 time: 0.0271297 Jan 19 14:39:56.435615 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acdd78f-4a80-4026-b3cf-6d1501976f28 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Router 77fad866-f3a7-4190-95b2-ff349a73a14e has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:39:56.439949 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:56.563766 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acdd78f-4a80-4026-b3cf-6d1501976f28 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:39:56.569327 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1acdd78f-4a80-4026-b3cf-6d1501976f28 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:56.573701 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] Sync routers for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:39:56.583089 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:39:56.588336 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:39:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:56.594842 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-1acdd78f-4a80-4026-b3cf-6d1501976f28 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "PUT /v2.0/floatingips/0171db8a-8d1c-4acd-be8d-46f70ed75502 HTTP/1.1" status: 200 len: 992 time: 1.6928613 Jan 19 14:39:56.595694 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:56.597975 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:56.605640 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:56.642939 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf0bd52-c58b-4b9a-b3d7-bfb94abbe1a0 x-openstack-request-id: req-4cf0bd52-c58b-4b9a-b3d7-bfb94abbe1a0 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:56.645665 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:56.645665 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4cf0bd52-c58b-4b9a-b3d7-bfb94abbe1a0 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:56.645665 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'status': 'completed', 'code': 200} Jan 19 14:39:56.660237 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:39:56.663338 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:39:56.667186 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:39:56.692052 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event updated for resources: {'Port': ['ID=637ad85d-5379-4fa3-b37a-9fecbee59075,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:56.722649 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:56.723325 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:56.803092 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-f3913422-bb2f-4054-853e-d4bf73f196d3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3493199 Jan 19 14:39:56.829365 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:39:56.931558 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-26295e61-401b-401e-a638-f630dd1c4674 None None] Provisioning complete for port 637ad85d-5379-4fa3-b37a-9fecbee59075 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:39:56.931855 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-26295e61-401b-401e-a638-f630dd1c4674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:57.009915 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-26295e61-401b-401e-a638-f630dd1c4674 None None] Port 637ad85d-5379-4fa3-b37a-9fecbee59075 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:39:57.084211 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '0171db8a-8d1c-4acd-be8d-46f70ed75502', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'port_id': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'mac_address': 'fa:16:3e:72:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9412d02c-5dfe-4986-8ac9-654716956182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:39:39Z', 'updated_at': '2022-01-19T14:39:55Z', 'revision_number': 1, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:57.113941 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] Checking router: 77fad866-f3a7-4190-95b2-ff349a73a14e for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:39:57.121886 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:39:57.122502 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:39:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:57.228170 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:39:57.283310 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b68927-a402-427a-b0f7-0eaf411dfb56 req-0b0066b0-21fd-444d-b8b4-895d5af374ec tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:57.284907 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f4b68927-a402-427a-b0f7-0eaf411dfb56 req-0b0066b0-21fd-444d-b8b4-895d5af374ec tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 931 time: 0.0514343 Jan 19 14:39:57.331895 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f4b68927-a402-427a-b0f7-0eaf411dfb56 req-81d8c089-ca9d-46ba-bc74-045d45cacb4b tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402548 Jan 19 14:39:57.445369 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '0171db8a-8d1c-4acd-be8d-46f70ed75502', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'port_id': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'mac_address': 'fa:16:3e:72:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9412d02c-5dfe-4986-8ac9-654716956182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:39:39Z', 'updated_at': '2022-01-19T14:39:55Z', 'revision_number': 1, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:39:57.475948 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e0bde-1b1d-4fa6-b704-b9028b2a4f8e None None] The sync data for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi is: [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '0171db8a-8d1c-4acd-be8d-46f70ed75502', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'port_id': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'mac_address': 'fa:16:3e:72:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9412d02c-5dfe-4986-8ac9-654716956182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:39:39Z', 'updated_at': '2022-01-19T14:39:55Z', 'revision_number': 1, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:39:57.663842 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d81b8f-11e3-4602-85a8-fcca34ac653a None None] New status for floating IP 0171db8a-8d1c-4acd-be8d-46f70ed75502: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:39:58.428272 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Request body: {'port': {'device_id': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:39:58.445430 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0265d5-bb13-482e-8065-5f11e5a99211 req-c97e6fb6-eddc-4933-89b5-50f404a3937d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:58.446872 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d0265d5-bb13-482e-8065-5f11e5a99211 req-c97e6fb6-eddc-4933-89b5-50f404a3937d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 931 time: 0.0483389 Jan 19 14:39:58.497944 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d0265d5-bb13-482e-8065-5f11e5a99211 req-a8e39bc6-2ff1-4f7f-bb2e-2ed872f7efc3 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 Jan 19 14:39:58.514716 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-1128b595-39db-4617-9b0d-4a894c204ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:58.516205 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-1128b595-39db-4617-9b0d-4a894c204ec4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 1099 time: 0.0842595 Jan 19 14:39:58.516752 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:58.696419 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-37bf397a-b57b-4824-8749-1f476d625d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:58.697936 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-37bf397a-b57b-4824-8749-1f476d625d79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 918 time: 0.1729505 Jan 19 14:39:58.820167 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-0bc437b6-ff95-4d71-8b2f-cebc83a50f25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f HTTP/1.1" status: 200 len: 1002 time: 0.1163518 Jan 19 14:39:58.903632 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-95f24541-a68f-4223-801b-98d9caf83a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:58.905076 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-95f24541-a68f-4223-801b-98d9caf83a5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0750721 Jan 19 14:39:58.975287 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637ad85d-5379-4fa3-b37a-9fecbee59075 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:39:58.984662 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Publish callbacks [] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:58.995601 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-9266c078-d3ac-4e03-b612-550da2e8163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:58.997081 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-9266c078-d3ac-4e03-b612-550da2e8163c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0832067 Jan 19 14:39:59.001384 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Transition to ACTIVE for port object 637ad85d-5379-4fa3-b37a-9fecbee59075 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:39:59.081643 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:59.091100 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-08ff42b4-258f-4209-8c25-b8d348777a43 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877292 Jan 19 14:39:59.187514 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Pushing event updated for resources: {'Port': ['ID=637ad85d-5379-4fa3-b37a-9fecbee59075,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:59.273132 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e67a7afb-d0dd-46ad-ac28-66a8482cf4ad req-ad50edf5-a25d-46f4-9e08-8bace26720d2 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596184 Jan 19 14:39:59.283870 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Attempting to bind port 637ad85d-5379-4fa3-b37a-9fecbee59075 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:39:59.284214 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Attempting to bind port 637ad85d-5379-4fa3-b37a-9fecbee59075 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:39:59.284547 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Attempting to bind port 637ad85d-5379-4fa3-b37a-9fecbee59075 on network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:39:59.289885 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Port 637ad85d-5379-4fa3-b37a-9fecbee59075 on network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:39:59.290150 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Attempting to bind port 637ad85d-5379-4fa3-b37a-9fecbee59075 on network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:39:59.295009 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:39:59.295345 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Checking segment: {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:39:59.295724 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Bound using segment: {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:39:59.296176 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Bound port: 637ad85d-5379-4fa3-b37a-9fecbee59075, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0750fe-3452-4dfb-a0fc-8b9491a028c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:39:59.296532 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:59.359369 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] For port 637ad85d-5379-4fa3-b37a-9fecbee59075, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:39:59.362310 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] For port 637ad85d-5379-4fa3-b37a-9fecbee59075, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=637ad85d-5379-4fa3-b37a-9fecbee59075,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:39:59.455185 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:59.496423 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:59.502433 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:39:59.502433 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] 10.222.0.57 "PUT /v2.0/ports/637ad85d-5379-4fa3-b37a-9fecbee59075 HTTP/1.1" status: 200 len: 1093 time: 1.0753479 Jan 19 14:39:59.502433 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'tag': '637ad85d-5379-4fa3-b37a-9fecbee59075'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:39:59.502433 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5392d5a3-a4b6-4bdd-9573-3817a30f4adf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff540dd9-8898-484e-ad85-d97ea5f3f6c7", "tag": "637ad85d-5379-4fa3-b37a-9fecbee59075"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:39:59.528653 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c33458-6c40-4890-aea8-1c95115c31b1 service neutron] Pushing event updated for resources: {'Port': ['ID=637ad85d-5379-4fa3-b37a-9fecbee59075,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:39:59.552026 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6effe3-cafa-498a-9a30-5ec57fb18e47 x-openstack-request-id: req-7a6effe3-cafa-498a-9a30-5ec57fb18e47 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:39:59.552426 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff540dd9-8898-484e-ad85-d97ea5f3f6c7", "tag": "637ad85d-5379-4fa3-b37a-9fecbee59075", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:39:59.552774 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a6effe3-cafa-498a-9a30-5ec57fb18e47 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:39:59.553616 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'tag': '637ad85d-5379-4fa3-b37a-9fecbee59075', 'status': 'completed', 'code': 200} Jan 19 14:39:59.627648 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392d5a3-a4b6-4bdd-9573-3817a30f4adf req-fa641748-3489-4609-92be-74590324e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:59.629987 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5392d5a3-a4b6-4bdd-9573-3817a30f4adf req-fa641748-3489-4609-92be-74590324e196 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0581496 Jan 19 14:39:59.646740 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403a10-aaa0-4636-b18c-c13b0d4c6071 req-9d9c04ee-4070-48a4-b4d4-0a4516a0d64d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:59.649867 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cf403a10-aaa0-4636-b18c-c13b0d4c6071 req-9d9c04ee-4070-48a4-b4d4-0a4516a0d64d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 943 time: 0.0643992 Jan 19 14:39:59.701374 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cf403a10-aaa0-4636-b18c-c13b0d4c6071 req-5d1638ab-7c89-4415-a433-ca1c0036fa60 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443628 Jan 19 14:39:59.746813 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392d5a3-a4b6-4bdd-9573-3817a30f4adf req-64296100-a678-486b-ba99-4bbe6b7a76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:59.748271 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5392d5a3-a4b6-4bdd-9573-3817a30f4adf req-64296100-a678-486b-ba99-4bbe6b7a76ca service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1097250 Jan 19 14:39:59.851874 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392d5a3-a4b6-4bdd-9573-3817a30f4adf req-3065bf08-0646-438a-9c27-64ad4f999fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:59.853262 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5392d5a3-a4b6-4bdd-9573-3817a30f4adf req-3065bf08-0646-438a-9c27-64ad4f999fee service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921419 Jan 19 14:39:59.931252 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010461b1-e044-464e-b43e-214d4a185140 req-d35fae2d-80e4-4d84-bdc6-b9dba8b35cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:39:59.932947 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-d35fae2d-80e4-4d84-bdc6-b9dba8b35cfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0415781 Jan 19 14:39:59.974989 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-1bf42545-9af9-4175-9b3e-f5d4ae204634 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=637ad85d-5379-4fa3-b37a-9fecbee59075 HTTP/1.1" status: 200 len: 217 time: 0.0350969 Jan 19 14:40:00.021636 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010461b1-e044-464e-b43e-214d4a185140 req-ec4bdedb-4016-4e2c-b8b4-18f278b8b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:00.023107 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-ec4bdedb-4016-4e2c-b8b4-18f278b8b951 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df7d29b8-c1f6-46db-801b-45958c2aa13c HTTP/1.1" status: 200 len: 850 time: 0.0421903 Jan 19 14:40:00.071111 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010461b1-e044-464e-b43e-214d4a185140 req-3742dd5d-f927-41cc-872d-d6c0aedda271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:00.072567 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-3742dd5d-f927-41cc-872d-d6c0aedda271 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421617 Jan 19 14:40:00.157774 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-aaba1ddc-9073-4d87-8daf-03af6df74740 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787008 Jan 19 14:40:00.246581 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-010461b1-e044-464e-b43e-214d4a185140 req-ec4fcaca-8d70-4b80-9a44-cba6e98b5cf3 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826747 Jan 19 14:40:00.813231 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1ce8c-2715-47a6-a698-acf99ced82de req-ce013419-6ba3-40ce-a559-71998ed5c2d2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:00.815161 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-81f1ce8c-2715-47a6-a698-acf99ced82de req-ce013419-6ba3-40ce-a559-71998ed5c2d2 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 943 time: 0.0489430 Jan 19 14:40:00.863428 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-81f1ce8c-2715-47a6-a698-acf99ced82de req-1cbc837b-b6a5-40e8-910a-775976d7b5cf tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420496 Jan 19 14:40:01.975318 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073f47-48e1-41a4-98fe-a5969344b786 req-2ebf0e52-c12d-4100-8106-5a9ed6f660a1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:01.976686 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-42073f47-48e1-41a4-98fe-a5969344b786 req-2ebf0e52-c12d-4100-8106-5a9ed6f660a1 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 943 time: 0.0475218 Jan 19 14:40:02.025658 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-42073f47-48e1-41a4-98fe-a5969344b786 req-7573eb8d-5bbd-4da5-8f64-6f387667876d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435741 Jan 19 14:40:02.420355 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 637ad85d-5379-4fa3-b37a-9fecbee59075 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:40:02.514672 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 637ad85d-5379-4fa3-b37a-9fecbee59075, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=637ad85d-5379-4fa3-b37a-9fecbee59075,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:40:02.525818 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '637ad85d-5379-4fa3-b37a-9fecbee59075', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'port_id': '637ad85d-5379-4fa3-b37a-9fecbee59075', 'mac_address': 'fa:16:3e:2a:f2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:40:02.562214 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 637ad85d-5379-4fa3-b37a-9fecbee59075 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:40:02.562611 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:02.575710 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637ad85d-5379-4fa3-b37a-9fecbee59075 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:40:02.594570 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 637ad85d-5379-4fa3-b37a-9fecbee59075, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=637ad85d-5379-4fa3-b37a-9fecbee59075,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:40:02.663614 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:02.710160 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=637ad85d-5379-4fa3-b37a-9fecbee59075,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:40:02.946647 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['637ad85d-5379-4fa3-b37a-9fecbee59075'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:40:03.152242 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48f5cf-91a0-4434-b02f-1090521c431f req-9f85e941-ee0f-45ea-b69b-bc1dac04091a tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:03.153710 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cb48f5cf-91a0-4434-b02f-1090521c431f req-9f85e941-ee0f-45ea-b69b-bc1dac04091a tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 944 time: 0.0494411 Jan 19 14:40:03.201251 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cb48f5cf-91a0-4434-b02f-1090521c431f req-4120a740-65be-49f6-af1e-21f5073a2ce4 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418689 Jan 19 14:40:04.188928 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b974-290f-4f87-8db5-17c54c14e324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:04.318265 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ee25a-52b0-4e48-8cc3-6400430c1b95 req-66e4de80-4f95-46db-90ab-8a5a53f8063f tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:04.319845 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d80ee25a-52b0-4e48-8cc3-6400430c1b95 req-66e4de80-4f95-46db-90ab-8a5a53f8063f tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 944 time: 0.0487351 Jan 19 14:40:04.366411 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d80ee25a-52b0-4e48-8cc3-6400430c1b95 req-8b4d265e-5e84-4c7e-acc4-801b3e1d1cf5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Jan 19 14:40:04.430288 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 637ad85d-5379-4fa3-b37a-9fecbee59075 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:40:04.532158 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 637ad85d-5379-4fa3-b37a-9fecbee59075 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:40:04.536800 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 637ad85d-5379-4fa3-b37a-9fecbee59075 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:40:04.538989 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:04.616399 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 637ad85d-5379-4fa3-b37a-9fecbee59075 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:40:04.616868 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:04.638772 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637ad85d-5379-4fa3-b37a-9fecbee59075'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:40:04.641043 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f28346a-0ed6-4d6a-89f3-d319cee9a76f" -d '{"events": [{"server_uuid": "ff540dd9-8898-484e-ad85-d97ea5f3f6c7", "name": "network-vif-plugged", "status": "completed", "tag": "637ad85d-5379-4fa3-b37a-9fecbee59075"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:40:04.653101 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 637ad85d-5379-4fa3-b37a-9fecbee59075, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=637ad85d-5379-4fa3-b37a-9fecbee59075,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:40:04.678317 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59aec5f-1637-4e83-865f-09489862cf2e x-openstack-request-id: req-c59aec5f-1637-4e83-865f-09489862cf2e {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:40:04.678628 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff540dd9-8898-484e-ad85-d97ea5f3f6c7", "name": "network-vif-plugged", "status": "completed", "tag": "637ad85d-5379-4fa3-b37a-9fecbee59075", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:40:04.678887 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c59aec5f-1637-4e83-865f-09489862cf2e {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:40:04.679282 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637ad85d-5379-4fa3-b37a-9fecbee59075', 'code': 200} Jan 19 14:40:04.713844 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:04.764117 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=637ad85d-5379-4fa3-b37a-9fecbee59075,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:40:04.838586 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32537cab-f088-4a32-9c2c-1ea2f5909788 req-63954348-1562-4034-add7-ac863c71945c tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:04.840048 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-32537cab-f088-4a32-9c2c-1ea2f5909788 req-63954348-1562-4034-add7-ac863c71945c tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 946 time: 0.0511913 Jan 19 14:40:04.887210 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-32537cab-f088-4a32-9c2c-1ea2f5909788 req-f5e782ad-307b-4d11-a250-09bf9c098957 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Jan 19 14:40:04.986572 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f626ad-9a8e-47bd-ab00-bfa4923ba2ca req-9f10e033-df71-40e0-a52d-1a5e345f6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:04.988062 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d3f626ad-9a8e-47bd-ab00-bfa4923ba2ca req-9f10e033-df71-40e0-a52d-1a5e345f6ea1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 1098 time: 0.0416915 Jan 19 14:40:05.035037 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d3f626ad-9a8e-47bd-ab00-bfa4923ba2ca req-47e6745d-d23a-4952-90bd-f6eeed407e00 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359700 Jan 19 14:40:05.477690 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8bb0d-e3cd-4b31-9fd4-ab227f9cfdfa req-1756f32c-6235-4957-bdb5-9b05ecb8469c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:05.479163 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eda8bb0d-e3cd-4b31-9fd4-ab227f9cfdfa req-1756f32c-6235-4957-bdb5-9b05ecb8469c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0474951 Jan 19 14:40:05.523949 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eda8bb0d-e3cd-4b31-9fd4-ab227f9cfdfa req-a4de753a-87e8-4930-917a-94a9b3a595dd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 Jan 19 14:40:06.156197 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0f395-3658-4349-8de6-b80258456de8 req-76c43184-8a75-45c1-bb75-d9eabe1fd370 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:06.157664 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c2d0f395-3658-4349-8de6-b80258456de8 req-76c43184-8a75-45c1-bb75-d9eabe1fd370 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 946 time: 0.2001219 Jan 19 14:40:06.207412 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c2d0f395-3658-4349-8de6-b80258456de8 req-e9be4115-5967-4c4a-b5a5-850caa90a934 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Jan 19 14:40:06.292162 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f34ce7b2-0be2-469d-9053-eb20d279f674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:06.688226 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548fb0-9d1f-4af4-b566-0dbedcc94ae1 req-ae131b55-b316-4bfa-952e-b44fd40dfa7e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:06.689715 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c0548fb0-9d1f-4af4-b566-0dbedcc94ae1 req-ae131b55-b316-4bfa-952e-b44fd40dfa7e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0959857 Jan 19 14:40:06.737986 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c0548fb0-9d1f-4af4-b566-0dbedcc94ae1 req-354af37f-a201-462f-ac7f-4e372b701f4e tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416598 Jan 19 14:40:06.847527 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360c845-00a2-45fa-a805-669eca59d378 req-fe2812be-4fcc-48b3-a6ce-459e84e24280 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:06.849056 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0360c845-00a2-45fa-a805-669eca59d378 req-fe2812be-4fcc-48b3-a6ce-459e84e24280 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0489850 Jan 19 14:40:06.859296 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46672) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:40:06.863595 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-97e96967-3e37-47b1-9178-946374bb79af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Request body: {'floatingip': {'port_id': '637ad85d-5379-4fa3-b37a-9fecbee59075'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:40:06.908487 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-97e96967-3e37-47b1-9178-946374bb79af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (c754b8a5-fa32-4829-9a17-1e05dc0539f2), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:06.964419 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-9be9eacb-bba4-49ad-adba-e7f49b0d3e5c tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:06.965975 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-9be9eacb-bba4-49ad-adba-e7f49b0d3e5c tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.57 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 946 time: 0.0478427 Jan 19 14:40:07.066087 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Deleting port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:40:07.066431 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:07.159344 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] For port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,segment=NetworkSegment(e96c92ac-4073-46dd-964c-09d447a813a0),segment_id=e96c92ac-4073-46dd-964c-09d447a813a0)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:40:07.159709 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:07.178049 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Calling delete_port for 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:40:07.361280 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (77ae02ea-f3b5-49bd-af2e-d63e58341ec1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:07.372634 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['77ae02ea-f3b5-49bd-af2e-d63e58341ec1'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:40:07.376962 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ad4a-8f77-45ad-b4f7-40f6c4667dbd req-91a45d7e-0c9a-4a09-8ca7-9418ec10081e tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:07.378525 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8de5ad4a-8f77-45ad-b4f7-40f6c4667dbd req-91a45d7e-0c9a-4a09-8ca7-9418ec10081e tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/ports?device_id=60d88d92-f150-490b-8d1d-25e94867c207 HTTP/1.1" status: 200 len: 946 time: 0.0985250 Jan 19 14:40:07.392628 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Pushing event deleted for resources: {'Port': ['ID=77ae02ea-f3b5-49bd-af2e-d63e58341ec1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:40:07.438025 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] No DVR routers for this DVR port 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:40:07.441198 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:07.444717 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7d999dde-2fa9-4151-a91d-1252bdbeeedb req-6e81dcc1-7a36-4504-8855-e51412a9d034 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.57 "DELETE /v2.0/ports/77ae02ea-f3b5-49bd-af2e-d63e58341ec1 HTTP/1.1" status: 204 len: 173 time: 0.4735818 Jan 19 14:40:07.450802 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d88d92-f150-490b-8d1d-25e94867c207', 'name': 'network-vif-deleted', 'tag': '77ae02ea-f3b5-49bd-af2e-d63e58341ec1'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:40:07.450802 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf00a65-59bb-4618-b19e-9b3a7f2e4c63" -d '{"events": [{"server_uuid": "60d88d92-f150-490b-8d1d-25e94867c207", "name": "network-vif-deleted", "tag": "77ae02ea-f3b5-49bd-af2e-d63e58341ec1"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:40:07.486403 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336de4b9-3ed9-49b2-a9ac-0c8ff8fd6e35 x-openstack-request-id: req-336de4b9-3ed9-49b2-a9ac-0c8ff8fd6e35 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:40:07.486689 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d88d92-f150-490b-8d1d-25e94867c207", "name": "network-vif-deleted", "tag": "77ae02ea-f3b5-49bd-af2e-d63e58341ec1", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:40:07.486937 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-336de4b9-3ed9-49b2-a9ac-0c8ff8fd6e35 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:40:07.487331 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d88d92-f150-490b-8d1d-25e94867c207', 'name': 'network-vif-deleted', 'tag': '77ae02ea-f3b5-49bd-af2e-d63e58341ec1', 'status': 'completed', 'code': 200} Jan 19 14:40:07.500715 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8de5ad4a-8f77-45ad-b4f7-40f6c4667dbd req-26ecc60d-b8ee-438e-a350-ecccecf86ec5 tempest-VolumesSnapshotTestJSON-963695665 tempest-VolumesSnapshotTestJSON-963695665-project] 10.222.0.79 "GET /v2.0/security-groups?id=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148801 Jan 19 14:40:07.638520 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-97e96967-3e37-47b1-9178-946374bb79af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:07.730018 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-97e96967-3e37-47b1-9178-946374bb79af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (c754b8a5-fa32-4829-9a17-1e05dc0539f2), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:07.826910 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.l3_db [None req-97e96967-3e37-47b1-9178-946374bb79af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Floating IP c754b8a5-fa32-4829-9a17-1e05dc0539f2 associated. External IP: 172.27.1.91, port: 637ad85d-5379-4fa3-b37a-9fecbee59075. Jan 19 14:40:07.829460 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:08.028590 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e96967-3e37-47b1-9178-946374bb79af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Router 33bef79f-ee86-48f4-a0b6-385f4b642b1d has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:40:08.132909 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e96967-3e37-47b1-9178-946374bb79af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:40:08.137343 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-97e96967-3e37-47b1-9178-946374bb79af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:08.142796 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] Sync routers for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:40:08.154729 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:40:08.155348 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:40:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:40:08.166492 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-97e96967-3e37-47b1-9178-946374bb79af tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "PUT /v2.0/floatingips/c754b8a5-fa32-4829-9a17-1e05dc0539f2 HTTP/1.1" status: 200 len: 990 time: 1.3061450 Jan 19 14:40:08.168845 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'tag': '637ad85d-5379-4fa3-b37a-9fecbee59075'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:40:08.169852 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff540dd9-8898-484e-ad85-d97ea5f3f6c7", "tag": "637ad85d-5379-4fa3-b37a-9fecbee59075"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:40:08.218622 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938170f6-5ac9-48b4-9d5a-70bcc4fdf640 x-openstack-request-id: req-938170f6-5ac9-48b4-9d5a-70bcc4fdf640 {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:40:08.218923 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff540dd9-8898-484e-ad85-d97ea5f3f6c7", "tag": "637ad85d-5379-4fa3-b37a-9fecbee59075", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:40:08.219179 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-938170f6-5ac9-48b4-9d5a-70bcc4fdf640 {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:40:08.219686 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'tag': '637ad85d-5379-4fa3-b37a-9fecbee59075', 'status': 'completed', 'code': 200} Jan 19 14:40:08.279799 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:40:08.280331 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-259b3a6e-722a-4113-b47a-4863a87ce0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:08.281834 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-259b3a6e-722a-4113-b47a-4863a87ce0f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 1098 time: 0.0435536 Jan 19 14:40:08.381141 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-47664e77-6698-412a-97c7-1a3bcb90b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:08.382818 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-47664e77-6698-412a-97c7-1a3bcb90b5eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 200 len: 912 time: 0.0949500 Jan 19 14:40:08.450140 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-9d9fdf75-1aa1-4343-95a0-8a1b650e095a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=637ad85d-5379-4fa3-b37a-9fecbee59075 HTTP/1.1" status: 200 len: 998 time: 0.0606129 Jan 19 14:40:08.498139 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-4189f299-9ef0-41b6-bce9-dbdf7d6b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:08.499606 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-4189f299-9ef0-41b6-bce9-dbdf7d6b3c2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df7d29b8-c1f6-46db-801b-45958c2aa13c HTTP/1.1" status: 200 len: 850 time: 0.0440040 Jan 19 14:40:08.519113 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'c754b8a5-fa32-4829-9a17-1e05dc0539f2', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'port_id': '637ad85d-5379-4fa3-b37a-9fecbee59075', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'mac_address': 'fa:16:3e:2a:f2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:39:51Z', 'updated_at': '2022-01-19T14:40:07Z', 'revision_number': 1, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:40:08.548909 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] Checking router: 33bef79f-ee86-48f4-a0b6-385f4b642b1d for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:40:08.558016 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:40:08.558662 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:40:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:40:08.573701 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-e1dabc80-f4d2-4163-b17a-35a18e0e2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:08.575571 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-e1dabc80-f4d2-4163-b17a-35a18e0e2199 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e09d96f-7f91-47a0-b3ce-58319e0a0d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522997 Jan 19 14:40:08.671333 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-2bf5b666-5026-4e0b-9c4a-47eae6a14054 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897591 Jan 19 14:40:08.770514 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-53b9b8ac-f0a0-4ebe-89f3-b2d9ed53f18c req-dc2f0788-5ee7-4c2c-88e9-33c874a50670 service neutron] 10.222.0.57 "GET /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920193 Jan 19 14:40:08.795417 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:40:09.030145 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:09.032496 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'c754b8a5-fa32-4829-9a17-1e05dc0539f2', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'port_id': '637ad85d-5379-4fa3-b37a-9fecbee59075', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'mac_address': 'fa:16:3e:2a:f2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:39:51Z', 'updated_at': '2022-01-19T14:40:07Z', 'revision_number': 1, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:40:09.063058 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620c226-c06b-4e4a-a69f-1e532c7af6c5 None None] The sync data for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi is: [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'c754b8a5-fa32-4829-9a17-1e05dc0539f2', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'port_id': '637ad85d-5379-4fa3-b37a-9fecbee59075', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'mac_address': 'fa:16:3e:2a:f2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:39:51Z', 'updated_at': '2022-01-19T14:40:07Z', 'revision_number': 1, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:40:09.247285 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe78b8-5366-47c9-a570-447f0e3da7cd None None] New status for floating IP c754b8a5-fa32-4829-9a17-1e05dc0539f2: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:40:10.304767 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:10.477366 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:40:10.498745 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:40:10.499490 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 77ae02ea-f3b5-49bd-af2e-d63e58341ec1 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:40:11.252930 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:15.656575 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-a3352836-05ab-4533-a662-52059055f9d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389032 Jan 19 14:40:15.749124 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-3ac7ea96-f923-4d86-953b-d24460b0cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:15.750691 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-3ac7ea96-f923-4d86-953b-d24460b0cfb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60fa675e67c848f0981ab28dfcb7537e&device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1098 time: 0.0401232 Jan 19 14:40:15.851859 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-85b073d4-1b37-4ee3-b8f5-ed02d30b599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:15.853313 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-85b073d4-1b37-4ee3-b8f5-ed02d30b599f service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d4106b-a111-4480-84fe-234f05498f56 HTTP/1.1" status: 200 len: 909 time: 0.0848243 Jan 19 14:40:15.920258 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-a543d2ff-3b00-437b-a4b5-55066ec0eb65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9 HTTP/1.1" status: 200 len: 1001 time: 0.0589240 Jan 19 14:40:15.968019 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-033c7b7f-b17c-4cce-8a7c-60ef6065f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:15.969492 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-033c7b7f-b17c-4cce-8a7c-60ef6065f198 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54ccacf1-3efd-44c6-8dd6-2f8892936041 HTTP/1.1" status: 200 len: 847 time: 0.0432205 Jan 19 14:40:16.015831 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-100b2469-e061-48c9-b3ad-55ab7abf40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:16.017314 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-100b2469-e061-48c9-b3ad-55ab7abf40b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d4106b-a111-4480-84fe-234f05498f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420897 Jan 19 14:40:16.103473 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-8f79cead-343e-43f9-a393-cf71aba25375 service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798821 Jan 19 14:40:16.205061 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6c3fd048-6bdd-4fa2-b040-e78b3a501f65 req-dc45a4e0-1369-4477-962b-e0cf5ab26db3 service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814536 Jan 19 14:40:18.450001 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:40:34.010114 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46894) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:40:34.052839 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Deleting subnet 9f59439d-e226-472e-a756-2b6d2a22e9d8 {{(pid=103125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:40:34.055809 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Publish callbacks [] for subnet (9f59439d-e226-472e-a756-2b6d2a22e9d8), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.087619 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239063'] for subnet (9f59439d-e226-472e-a756-2b6d2a22e9d8), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.129737 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (9f59439d-e226-472e-a756-2b6d2a22e9d8), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.170853 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-21409cf9-3c79-4e85-a3c2-76096dec8650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.233144 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62761738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58968061'] for subnet (9f59439d-e226-472e-a756-2b6d2a22e9d8), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.257212 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f59439d-e226-472e-a756-2b6d2a22e9d8,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:40:34.261561 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.265230 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9f59439d-e226-472e-a756-2b6d2a22e9d8 HTTP/1.1" status: 204 len: 168 time: 0.2541420 Jan 19 14:40:34.267858 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 46896) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:40:34.271956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.271956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.271956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.271956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.271956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.271956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.271956 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.272652 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.272652 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.272942 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.273268 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.273588 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.273922 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71dc6ad-19bd-46f4-859e-8ab36bdf3a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.335132 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.413489 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.433463 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:40:34.442456 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96c92ac-4073-46dd-964c-09d447a813a0') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:40:34.442753 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96c92ac-4073-46dd-964c-09d447a813a0') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:40:34.452521 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (e96c92ac-4073-46dd-964c-09d447a813a0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.465358 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (e96c92ac-4073-46dd-964c-09d447a813a0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.471728 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:40:34.472113 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (e96c92ac-4073-46dd-964c-09d447a813a0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:40:34.473736 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:40:34.477208 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:40:34.630708 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.636116 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:34.639929 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6 HTTP/1.1" status: 204 len: 168 time: 0.3710594 Jan 19 14:40:34.650895 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c8f6b1-bdd9-45a8-9362-08cd1e8639b6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:40:34.658875 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.659310 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.659667 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.660011 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.660348 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.660681 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.661014 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.661346 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.661676 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.662031 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.662358 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.662683 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:34.663006 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5c7a0c-1d39-4b99-b063-047f7315f523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:35.001345 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46906) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:40:35.039103 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-6ae1c52f-661c-48eb-8172-8f02110a0eef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=387796e1387446fd9c31c40f7adc89f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366104 Jan 19 14:40:35.041524 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 46908) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:40:35.086214 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-37b31d99-93e6-4edf-be7f-ac50fdcc4f92 admin admin] Publish callbacks [] for security_group (ae7b0db8-9f1f-4ea1-a93f-3665d9b16004), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:35.107037 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-37b31d99-93e6-4edf-be7f-ac50fdcc4f92 admin admin] Publish callbacks [] for security_group (ae7b0db8-9f1f-4ea1-a93f-3665d9b16004), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:35.221686 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-37b31d99-93e6-4edf-be7f-ac50fdcc4f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ae7b0db8-9f1f-4ea1-a93f-3665d9b16004), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:35.224236 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-37b31d99-93e6-4edf-be7f-ac50fdcc4f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:35.225363 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-37b31d99-93e6-4edf-be7f-ac50fdcc4f92 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ae7b0db8-9f1f-4ea1-a93f-3665d9b16004 HTTP/1.1" status: 204 len: 168 time: 0.1829424 Jan 19 14:40:35.234076 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b31d99-93e6-4edf-be7f-ac50fdcc4f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7b0db8-9f1f-4ea1-a93f-3665d9b16004,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:40:36.330062 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f256-a202-4878-933e-ceccff09285e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:37.833227 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:38.997045 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:40.296077 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:41.268308 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:41.902019 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfa9e3-ceb3-48d2-8025-8824db191145 req-660bfc68-fe81-40b2-84c3-9a36cd044a53 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:41.903633 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c4bfa9e3-ceb3-48d2-8025-8824db191145 req-660bfc68-fe81-40b2-84c3-9a36cd044a53 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0536237 Jan 19 14:40:41.950614 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c4bfa9e3-ceb3-48d2-8025-8824db191145 req-50187252-bcaf-49c7-a6fd-c24df1129999 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Jan 19 14:40:43.071201 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843c97-ba43-4bca-a1b3-1d8c4c5d8d79 req-e473e8e5-96db-4a2b-a52d-fec2aff18851 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:43.072651 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b6843c97-ba43-4bca-a1b3-1d8c4c5d8d79 req-e473e8e5-96db-4a2b-a52d-fec2aff18851 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0478559 Jan 19 14:40:43.118659 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b6843c97-ba43-4bca-a1b3-1d8c4c5d8d79 req-3227c256-fae1-4b77-85d7-d60b24fb22a3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 Jan 19 14:40:43.456220 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e7c69-f0fe-472e-9c0a-c15648790723 req-f47e2f74-70c1-4587-a486-afafea7fb4b9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:43.457729 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-303e7c69-f0fe-472e-9c0a-c15648790723 req-f47e2f74-70c1-4587-a486-afafea7fb4b9 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0520222 Jan 19 14:40:43.510585 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-303e7c69-f0fe-472e-9c0a-c15648790723 req-da48bf76-34c5-400e-9cc8-82edbb21db8e tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470843 Jan 19 14:40:44.242500 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fcb43-6a53-4f6c-8ff3-9b8c93c612b2 req-0191abc2-8f91-4706-97f5-dcb4302fe214 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:44.243886 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-954fcb43-6a53-4f6c-8ff3-9b8c93c612b2 req-0191abc2-8f91-4706-97f5-dcb4302fe214 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0530136 Jan 19 14:40:44.288762 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-954fcb43-6a53-4f6c-8ff3-9b8c93c612b2 req-010deb8f-2d51-43ce-b006-ea9c2f5abace tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Jan 19 14:40:44.622505 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f7454-6397-4edb-a3db-eb55e054b19a req-4cc0f1a0-ec54-4fa1-b2b4-dbdd6af7d54c tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:44.623941 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e77f7454-6397-4edb-a3db-eb55e054b19a req-4cc0f1a0-ec54-4fa1-b2b4-dbdd6af7d54c tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0475380 Jan 19 14:40:44.673235 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e77f7454-6397-4edb-a3db-eb55e054b19a req-de8cced9-0c1b-4a4e-9dc7-ed997ccbea46 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Jan 19 14:40:45.410099 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfec004-cf0b-421f-a3ff-01da2c5c4382 req-c9395dc2-70da-44cd-abc2-2d99e1e8bcb9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:45.411554 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7cfec004-cf0b-421f-a3ff-01da2c5c4382 req-c9395dc2-70da-44cd-abc2-2d99e1e8bcb9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0480793 Jan 19 14:40:45.456720 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7cfec004-cf0b-421f-a3ff-01da2c5c4382 req-4615de4d-3930-4631-b272-10745e99beb5 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398495 Jan 19 14:40:45.783833 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20152cee-86e8-4a5f-ae6b-b95bead9faea req-8426dda6-0339-4c49-a3b2-9d6bb9f69a4b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:45.785313 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-20152cee-86e8-4a5f-ae6b-b95bead9faea req-8426dda6-0339-4c49-a3b2-9d6bb9f69a4b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0468924 Jan 19 14:40:45.832468 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-20152cee-86e8-4a5f-ae6b-b95bead9faea req-53e960f0-9083-470b-b17e-5f8cf8d39c8a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417597 Jan 19 14:40:46.579618 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa8d6c-547e-4cc2-8cba-c8538709633a req-fca019cd-2c98-4fa2-95df-423c57f621e7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:46.581583 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-09aa8d6c-547e-4cc2-8cba-c8538709633a req-fca019cd-2c98-4fa2-95df-423c57f621e7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0509932 Jan 19 14:40:46.626672 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-09aa8d6c-547e-4cc2-8cba-c8538709633a req-fbb61920-2c76-4b31-b4c1-053ca62b8ba4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397649 Jan 19 14:40:46.954047 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262ff2-16bd-41c9-9773-18d233a48e62 req-ad7d158c-f4f9-4a0a-8b56-9dc052c1ab22 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:46.955533 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b1262ff2-16bd-41c9-9773-18d233a48e62 req-ad7d158c-f4f9-4a0a-8b56-9dc052c1ab22 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0473597 Jan 19 14:40:47.003569 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b1262ff2-16bd-41c9-9773-18d233a48e62 req-98f34136-78e3-46f2-a560-1711de786ad0 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Jan 19 14:40:47.750291 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6305c3c-325c-4976-b9f5-e01b015dd0f1 req-44a1a502-f9cf-407d-91a4-1c9ba1a152bb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:47.751678 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b6305c3c-325c-4976-b9f5-e01b015dd0f1 req-44a1a502-f9cf-407d-91a4-1c9ba1a152bb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0514002 Jan 19 14:40:47.796284 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b6305c3c-325c-4976-b9f5-e01b015dd0f1 req-2f9cf168-c440-4f24-808d-3b6b5a3e7613 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391877 Jan 19 14:40:48.117746 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af8c48-7eb1-439a-a91c-39686f2d4beb req-c38b0871-9a5b-436c-9729-98dd781492d5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:48.119292 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-92af8c48-7eb1-439a-a91c-39686f2d4beb req-c38b0871-9a5b-436c-9729-98dd781492d5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0489407 Jan 19 14:40:48.167101 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-92af8c48-7eb1-439a-a91c-39686f2d4beb req-d5af695b-943e-47f3-9111-946a046f7495 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Jan 19 14:40:48.916412 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbd643-07c8-4e74-9b48-a4bb767e9e22 req-0055a991-d7f3-4720-8049-c726f4c579c7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:48.918275 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8cdbd643-07c8-4e74-9b48-a4bb767e9e22 req-0055a991-d7f3-4720-8049-c726f4c579c7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0507340 Jan 19 14:40:48.971482 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8cdbd643-07c8-4e74-9b48-a4bb767e9e22 req-cd0f7b06-913d-4a5a-a85c-7eeed973cc6b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454328 Jan 19 14:40:49.282886 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc035c-6e86-4446-b10c-fc4bc23bc427 req-d04ca92b-589f-414f-883c-56e284a1a29d tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:49.284937 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-89fc035c-6e86-4446-b10c-fc4bc23bc427 req-d04ca92b-589f-414f-883c-56e284a1a29d tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0490656 Jan 19 14:40:49.336533 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-89fc035c-6e86-4446-b10c-fc4bc23bc427 req-85daac29-6633-489a-b316-58d3181028cd tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461612 Jan 19 14:40:50.088296 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96472157-ce98-47d2-a502-bae940679125 req-ad34f299-1bb3-415e-a849-2042881a66d9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:50.089773 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-96472157-ce98-47d2-a502-bae940679125 req-ad34f299-1bb3-415e-a849-2042881a66d9 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0482726 Jan 19 14:40:50.135119 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-96472157-ce98-47d2-a502-bae940679125 req-790bca80-f04c-4b26-893c-992ae3f6d3d3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Jan 19 14:40:50.453760 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284246f-2a8a-4b10-9168-52d9642e9d3f req-c474cbaa-17dd-4533-a183-6bde16707884 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:50.455252 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e284246f-2a8a-4b10-9168-52d9642e9d3f req-c474cbaa-17dd-4533-a183-6bde16707884 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0524628 Jan 19 14:40:50.505450 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e284246f-2a8a-4b10-9168-52d9642e9d3f req-7170ceab-3eb9-475c-bc88-349174735942 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444052 Jan 19 14:40:51.254941 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84448b80-b909-4250-8dd4-2f96bf0f9acf req-ad3a7478-0037-4785-a0ee-462fdac1e71f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:51.256553 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84448b80-b909-4250-8dd4-2f96bf0f9acf req-ad3a7478-0037-4785-a0ee-462fdac1e71f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0501113 Jan 19 14:40:51.304541 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84448b80-b909-4250-8dd4-2f96bf0f9acf req-1b56ea3e-e004-42dc-b7ef-45d91c22b496 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426142 Jan 19 14:40:51.621147 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5302a-2498-4af7-8bcd-8e217085fcba req-957e000c-1094-4d55-9a5f-7f3e4fd458e8 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:51.622617 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6fd5302a-2498-4af7-8bcd-8e217085fcba req-957e000c-1094-4d55-9a5f-7f3e4fd458e8 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0468059 Jan 19 14:40:51.672815 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6fd5302a-2498-4af7-8bcd-8e217085fcba req-dcb610cb-d008-4d24-a914-8078bd3b20d8 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445900 Jan 19 14:40:52.421780 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bd64c-0887-47c4-816d-222eb9481eec req-823deed2-1ac8-43a1-8e8c-d8cc9dff0935 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:52.423231 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c49bd64c-0887-47c4-816d-222eb9481eec req-823deed2-1ac8-43a1-8e8c-d8cc9dff0935 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0485568 Jan 19 14:40:52.468340 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c49bd64c-0887-47c4-816d-222eb9481eec req-20dcd20c-aef6-4f95-a441-1be81665d898 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396669 Jan 19 14:40:52.782809 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8432c-2b89-4f79-b157-62709aed1ad2 req-b642cb98-c0da-4f2c-ae06-dbdf01593762 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:52.784222 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c4b8432c-2b89-4f79-b157-62709aed1ad2 req-b642cb98-c0da-4f2c-ae06-dbdf01593762 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0467947 Jan 19 14:40:52.830629 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c4b8432c-2b89-4f79-b157-62709aed1ad2 req-70b16f7e-3b82-4f92-9f01-f7e908bd2aff tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Jan 19 14:40:53.587018 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aef15-b0af-46a4-8e42-6253bf85719c req-8d5d3a06-10ba-4719-ba2f-afed92f4cb35 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:53.588727 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-365aef15-b0af-46a4-8e42-6253bf85719c req-8d5d3a06-10ba-4719-ba2f-afed92f4cb35 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0507731 Jan 19 14:40:53.635558 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-365aef15-b0af-46a4-8e42-6253bf85719c req-2b0a9f70-7b29-4274-84e2-ba786c8116b1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Jan 19 14:40:53.793601 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-0481e6fd-b1ca-4cb1-a51b-594332df1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:53.795093 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-0481e6fd-b1ca-4cb1-a51b-594332df1ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60fa675e67c848f0981ab28dfcb7537e&device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1098 time: 0.1712604 Jan 19 14:40:53.886488 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-eb295095-5a1c-4ead-b4c9-892de5256c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:53.887974 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-eb295095-5a1c-4ead-b4c9-892de5256c92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d4106b-a111-4480-84fe-234f05498f56 HTTP/1.1" status: 200 len: 909 time: 0.0860744 Jan 19 14:40:53.944190 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8758d-bcad-4c12-95f6-74f2faaf8f89 req-fffffc4b-9579-4368-8f20-c55d11b79cd1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:53.945795 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffd8758d-bcad-4c12-95f6-74f2faaf8f89 req-fffffc4b-9579-4368-8f20-c55d11b79cd1 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0484462 Jan 19 14:40:53.953774 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-a330c6ce-a122-4ae5-b666-345122666bac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9 HTTP/1.1" status: 200 len: 1001 time: 0.0574381 Jan 19 14:40:53.994142 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffd8758d-bcad-4c12-95f6-74f2faaf8f89 req-8b406c2f-6962-435b-8be1-55a9818d30a5 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Jan 19 14:40:54.005612 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-b9fc42bd-5e24-4602-8303-545dc51ba941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:54.007131 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-b9fc42bd-5e24-4602-8303-545dc51ba941 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54ccacf1-3efd-44c6-8dd6-2f8892936041 HTTP/1.1" status: 200 len: 847 time: 0.0460536 Jan 19 14:40:54.053418 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-7d3744b2-a15e-460a-9da0-0289c4ffbf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:54.054881 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-7d3744b2-a15e-460a-9da0-0289c4ffbf5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d4106b-a111-4480-84fe-234f05498f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404737 Jan 19 14:40:54.141623 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-5dd845c2-1b34-4dcd-a14d-65f97e6dce2e service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775535 Jan 19 14:40:54.230443 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ac7e75d3-c331-4ac5-85b1-ab17317e2ae3 req-22f0c1bc-f5f8-46fd-816a-db1c28c31e0e service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804017 Jan 19 14:40:54.742469 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:40:54.755733 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64362fc-6843-41c4-8f7c-a51f47787df6 req-cd95c907-388b-42f3-957d-a957107aa788 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:54.757234 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f64362fc-6843-41c4-8f7c-a51f47787df6 req-cd95c907-388b-42f3-957d-a957107aa788 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Jan 19 14:40:54.803138 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f64362fc-6843-41c4-8f7c-a51f47787df6 req-60037783-09e2-439d-a0b5-32b1115fd962 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Jan 19 14:40:54.835668 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:40:54.847538 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'port_id': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'mac_address': 'fa:16:3e:72:21:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:40:54.889296 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port d4703fb1-33de-416e-905d-c7d2c1e0aa4f is: ACTIVE; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:40:54.889757 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:54.902415 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4703fb1-33de-416e-905d-c7d2c1e0aa4f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:40:54.921254 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:40:54.984002 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:55.034140 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:40:55.041411 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044685 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044685 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.044908 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.045223 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:40:55.071602 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['d4703fb1-33de-416e-905d-c7d2c1e0aa4f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:40:55.119532 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f074-6dd8-4021-97bd-cf7f93cdfcf0 req-23bd0ca3-ec28-4e31-bda1-963f3e321b39 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:55.121737 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5614f074-6dd8-4021-97bd-cf7f93cdfcf0 req-23bd0ca3-ec28-4e31-bda1-963f3e321b39 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0595031 Jan 19 14:40:55.176721 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5614f074-6dd8-4021-97bd-cf7f93cdfcf0 req-8e4bc75b-f13a-4c64-9fbb-fab2cece5b9e tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486925 Jan 19 14:40:55.448826 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:40:55.936200 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2872c7-b55c-4c33-b8eb-365f905e2553 req-6ec7abfc-1ebf-42ea-8cdd-7b5a09af7df2 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:55.939209 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ad2872c7-b55c-4c33-b8eb-365f905e2553 req-6ec7abfc-1ebf-42ea-8cdd-7b5a09af7df2 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 945 time: 0.0548887 Jan 19 14:40:55.996740 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ad2872c7-b55c-4c33-b8eb-365f905e2553 req-ee921a57-13cf-4b3f-8144-b8e43ddbc7d7 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517159 Jan 19 14:40:56.308021 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7366c01-d59f-45f0-8f5d-332a75e35f08 req-c98e4c79-49d1-497c-8982-7c1b0e1216ee tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:56.309526 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c7366c01-d59f-45f0-8f5d-332a75e35f08 req-c98e4c79-49d1-497c-8982-7c1b0e1216ee tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0568430 Jan 19 14:40:56.378132 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c7366c01-d59f-45f0-8f5d-332a75e35f08 req-459d54f1-eb68-43d0-8ed0-3809bdff89e2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615001 Jan 19 14:40:56.755804 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:40:56.823494 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port d4703fb1-33de-416e-905d-c7d2c1e0aa4f triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:40:56.823874 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:56.923330 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port d4703fb1-33de-416e-905d-c7d2c1e0aa4f is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:40:56.924120 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:56.953445 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:40:56.956615 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b57a537-c54d-4b08-883c-cddb2373acac" -d '{"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-plugged", "status": "completed", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:40:56.970367 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:40:57.065922 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:40:57.131382 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:40:57.184142 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca1404-d477-43a8-b45a-0cebedf903c2 req-cfe43d9b-e06f-493b-8360-b79f9d435433 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:57.191726 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949810f9-bcc3-454b-bc16-a8de83e255aa x-openstack-request-id: req-949810f9-bcc3-454b-bc16-a8de83e255aa {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:40:57.192030 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-plugged", "status": "completed", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:40:57.192841 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-949810f9-bcc3-454b-bc16-a8de83e255aa {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:40:57.193039 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-47ca1404-d477-43a8-b45a-0cebedf903c2 req-cfe43d9b-e06f-493b-8360-b79f9d435433 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0700948 Jan 19 14:40:57.193233 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'code': 200} Jan 19 14:40:57.238503 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-47ca1404-d477-43a8-b45a-0cebedf903c2 req-061e7113-eaff-478a-aba8-a5b35930a575 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446193 Jan 19 14:40:57.536319 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe7e56-9698-42e5-b6be-d5671948a2be req-2a5e14cc-2cb1-43a5-90b7-28a88107f295 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:57.538352 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-99fe7e56-9698-42e5-b6be-d5671948a2be req-2a5e14cc-2cb1-43a5-90b7-28a88107f295 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0593197 Jan 19 14:40:57.607972 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-99fe7e56-9698-42e5-b6be-d5671948a2be req-811a79c4-0211-4f0d-8c66-d2c095b0aeab tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585167 Jan 19 14:40:57.729531 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [req-b2b0cbbc-be5c-41db-b1bb-26cc7a42f8db req-234a9bbc-faa5-4e80-a496-1c367b6ff041 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:40:57.730815 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b2b0cbbc-be5c-41db-b1bb-26cc7a42f8db req-234a9bbc-faa5-4e80-a496-1c367b6ff041 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0577981 Jan 19 14:40:58.086034 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9c6be-447f-491f-a9e4-03fb46c09466 req-1d450cec-d953-4d79-a780-5b53f9d46c39 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:58.087536 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-82d9c6be-447f-491f-a9e4-03fb46c09466 req-1d450cec-d953-4d79-a780-5b53f9d46c39 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0544364 Jan 19 14:40:58.182239 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-82d9c6be-447f-491f-a9e4-03fb46c09466 req-2c45df32-3bb9-40d3-a6bc-26d3015d796a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846071 Jan 19 14:40:58.193643 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-08ec0ee4-e284-425b-ad4d-833663894482 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961084 Jan 19 14:40:58.384313 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c20c6f-4d2f-4ec0-bf21-5241ab548c44 req-0196e1eb-aeab-4077-b7ca-46ea20fe1523 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:58.385983 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-00c20c6f-4d2f-4ec0-bf21-5241ab548c44 req-0196e1eb-aeab-4077-b7ca-46ea20fe1523 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0636008 Jan 19 14:40:58.448673 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-00c20c6f-4d2f-4ec0-bf21-5241ab548c44 req-0491c744-4db0-4b8c-ab13-d3077c09f3ef tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560033 Jan 19 14:40:59.326191 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277129e-ca03-4f7b-a8ea-81fa1bd7c665 req-f161e786-a7ca-4c81-b200-d9db4984a18e tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:59.327190 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0277129e-ca03-4f7b-a8ea-81fa1bd7c665 req-f161e786-a7ca-4c81-b200-d9db4984a18e tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0653582 Jan 19 14:40:59.427064 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0277129e-ca03-4f7b-a8ea-81fa1bd7c665 req-e2bb1164-63b6-47d4-a169-443ff3b87ccc tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875196 Jan 19 14:40:59.609077 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d2de5-b8eb-40f8-8a5f-6dae80ea6588 req-c6c7e9f2-edae-4a0c-ba21-339e64e4e67a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:40:59.610669 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ce2d2de5-b8eb-40f8-8a5f-6dae80ea6588 req-c6c7e9f2-edae-4a0c-ba21-339e64e4e67a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0663576 Jan 19 14:40:59.666394 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ce2d2de5-b8eb-40f8-8a5f-6dae80ea6588 req-b03ef9e9-36b8-448d-b1be-e63a67afd146 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490847 Jan 19 14:41:00.555897 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef247d5f-542a-44b3-a52e-08bd204155c0 req-3ce5b58d-5f80-4bb1-8aab-6cb15f1aa174 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:00.558462 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ef247d5f-542a-44b3-a52e-08bd204155c0 req-3ce5b58d-5f80-4bb1-8aab-6cb15f1aa174 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0624449 Jan 19 14:41:00.618585 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ef247d5f-542a-44b3-a52e-08bd204155c0 req-7711421b-113a-40ea-97f5-39da5dc69f95 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574870 Jan 19 14:41:00.797338 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:41:00.827874 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa366d3-a40a-436d-9470-1efdd876a78b req-6c325978-32c0-41e5-b899-7a615725f4f1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:00.829421 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-efa366d3-a40a-436d-9470-1efdd876a78b req-6c325978-32c0-41e5-b899-7a615725f4f1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0656068 Jan 19 14:41:00.925215 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-efa366d3-a40a-436d-9470-1efdd876a78b req-57fb64ef-828a-4aa9-9b63-3130e80fb523 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875587 Jan 19 14:41:00.952809 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 is: ACTIVE; New status is: DOWN {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:41:00.953414 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:00.980724 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:41:00.983126 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acfa56b-a424-4570-ad9e-37dd151c51eb" -d '{"events": [{"server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:41:00.999504 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:01.035321 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Jan 2022 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b63b8b-adc9-46f5-95d1-43089563140f x-openstack-request-id: req-46b63b8b-adc9-46f5-95d1-43089563140f {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:41:01.035639 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:41:01.035878 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-46b63b8b-adc9-46f5-95d1-43089563140f {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:41:01.036399 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'code': 200} Jan 19 14:41:01.090207 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-cb4643c1-a491-4e74-bb96-c580281ffd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:01.092787 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-cb4643c1-a491-4e74-bb96-c580281ffd44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e&tenant_id=60fa675e67c848f0981ab28dfcb7537e HTTP/1.1" status: 200 len: 1098 time: 0.0475056 Jan 19 14:41:01.150368 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:01.167033 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-99fe1d75-79bc-4e4d-b0fd-61956701a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:01.168937 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-99fe1d75-79bc-4e4d-b0fd-61956701a730 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60fa675e67c848f0981ab28dfcb7537e&device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1098 time: 0.0512097 Jan 19 14:41:01.214337 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,revision_number=6']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:01.558230 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-65b78515-bae9-484c-ab75-439c15307aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:01.559755 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-65b78515-bae9-484c-ab75-439c15307aa5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d4106b-a111-4480-84fe-234f05498f56 HTTP/1.1" status: 200 len: 909 time: 0.3782959 Jan 19 14:41:01.637308 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-fd04f86d-a02e-47dc-a5c0-3b8cd49caaa7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9 HTTP/1.1" status: 200 len: 999 time: 0.0714965 Jan 19 14:41:01.684605 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-e141f2a1-47df-4769-ac85-14f568372645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:01.686104 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-e141f2a1-47df-4769-ac85-14f568372645 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54ccacf1-3efd-44c6-8dd6-2f8892936041 HTTP/1.1" status: 200 len: 847 time: 0.0435145 Jan 19 14:41:01.734606 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-ef440199-f629-4346-a7ce-891d0877caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:01.736236 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-ef440199-f629-4346-a7ce-891d0877caa1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d4106b-a111-4480-84fe-234f05498f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444210 Jan 19 14:41:01.745651 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5193-d3f3-4227-a550-f98667e4f154 req-e5ddda13-a251-4c2b-a9a7-8534b6a0c86a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:01.747313 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a05c5193-d3f3-4227-a550-f98667e4f154 req-e5ddda13-a251-4c2b-a9a7-8534b6a0c86a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0543852 Jan 19 14:41:01.800215 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a05c5193-d3f3-4227-a550-f98667e4f154 req-01ab641c-49d2-407c-8907-e5e4d99b01ee tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467303 Jan 19 14:41:01.830435 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-bb4d8868-eb04-4ec6-89f2-a10240c8b1fc service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879073 Jan 19 14:41:01.920834 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-de3d9e4d-65f2-4fdd-b5ec-50fcc857d313 req-640f7e81-dc34-43f0-8bc1-130ab03bfbdc service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838199 Jan 19 14:41:02.063501 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e139f-01b6-4810-b994-b9bf0804adf5 req-de11ed1e-fc1c-4b2b-96ef-d6bf5e505a53 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:02.064945 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-076e139f-01b6-4810-b994-b9bf0804adf5 req-de11ed1e-fc1c-4b2b-96ef-d6bf5e505a53 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0482197 Jan 19 14:41:02.111870 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-076e139f-01b6-4810-b994-b9bf0804adf5 req-8b886b14-f837-4c4a-a6d5-b956731b2e24 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409002 Jan 19 14:41:02.937923 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ce7ed-80b5-4091-86cf-3e858b55c0cd req-18988755-0f62-45a7-9d27-cb98fcc67e6a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:02.939705 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-844ce7ed-80b5-4091-86cf-3e858b55c0cd req-18988755-0f62-45a7-9d27-cb98fcc67e6a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0653377 Jan 19 14:41:03.000652 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-844ce7ed-80b5-4091-86cf-3e858b55c0cd req-eac0095b-f405-4912-81a6-bf2dd26677bb tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546749 Jan 19 14:41:03.246952 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77649fcf-522b-4b3c-9ebf-20cd459d16e9 req-bffa8639-b2c5-4b4f-a79a-c8833d3656cd tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:03.248702 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-77649fcf-522b-4b3c-9ebf-20cd459d16e9 req-bffa8639-b2c5-4b4f-a79a-c8833d3656cd tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0557678 Jan 19 14:41:03.300213 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-77649fcf-522b-4b3c-9ebf-20cd459d16e9 req-66296cd4-8d59-4695-8d71-9977dd40eccf tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459635 Jan 19 14:41:04.131348 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e7c0-51dd-4cb2-980c-9084950a19d6 req-6942799d-5fe6-48c0-af8b-9ff1814ff70a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:04.133148 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2c97e7c0-51dd-4cb2-980c-9084950a19d6 req-6942799d-5fe6-48c0-af8b-9ff1814ff70a tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0625386 Jan 19 14:41:04.154740 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-88f58fa5-be8a-41e6-9f3a-a5afe39f4b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:04.444431 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2c97e7c0-51dd-4cb2-980c-9084950a19d6 req-244af762-396d-4837-af25-163c376a7452 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051050 Jan 19 14:41:04.466751 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725295c-928b-4c70-812e-74e2d95709df req-4e4be215-c7a1-47c1-b601-ea33b303aa2d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:04.467413 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1725295c-928b-4c70-812e-74e2d95709df req-4e4be215-c7a1-47c1-b601-ea33b303aa2d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0801845 Jan 19 14:41:04.516853 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1725295c-928b-4c70-812e-74e2d95709df req-6435b322-8db9-4796-b12a-be3746622ba0 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466886 Jan 19 14:41:05.572056 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a25684-eb77-461f-9a1d-a36aec723cff req-26cafa34-e4d0-4469-8866-d01a659cac89 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:05.573793 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84a25684-eb77-461f-9a1d-a36aec723cff req-26cafa34-e4d0-4469-8866-d01a659cac89 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0568910 Jan 19 14:41:05.680824 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84a25684-eb77-461f-9a1d-a36aec723cff req-02b72f79-238a-42b2-90ee-10acb78b6c67 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939820 Jan 19 14:41:05.699546 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910a7bb-c657-40bc-bb24-f73a61aa8691 req-7e978f89-2609-49fd-822a-8ed7a67fb136 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:05.701081 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8910a7bb-c657-40bc-bb24-f73a61aa8691 req-7e978f89-2609-49fd-822a-8ed7a67fb136 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0985303 Jan 19 14:41:05.758982 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8910a7bb-c657-40bc-bb24-f73a61aa8691 req-4c467874-3b26-4a31-85c9-844ba572c781 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517855 Jan 19 14:41:06.297604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a619463b-0115-4024-9a65-3b0e7dbebeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:06.781678 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765948c-31ab-437f-b7da-cc0a012cfb3c req-988efb9e-191a-4ebf-a4a9-9173c7a8ea89 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:06.783185 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e765948c-31ab-437f-b7da-cc0a012cfb3c req-988efb9e-191a-4ebf-a4a9-9173c7a8ea89 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0479577 Jan 19 14:41:06.840118 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e765948c-31ab-437f-b7da-cc0a012cfb3c req-f970d1a5-ef54-49fd-9f69-ec64b8aa6074 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509343 Jan 19 14:41:06.882696 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9088b-7309-4f73-8506-af96c4c26f64 req-ef7cf566-4a7c-4485-a534-e631c00b9c90 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:06.884133 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-52f9088b-7309-4f73-8506-af96c4c26f64 req-ef7cf566-4a7c-4485-a534-e631c00b9c90 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0563812 Jan 19 14:41:06.929808 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-52f9088b-7309-4f73-8506-af96c4c26f64 req-bba368b5-194a-4d6f-a482-9bc7311f9856 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398371 Jan 19 14:41:07.014725 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-2033aa99-9e61-4135-a04b-6736d6fa05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:07.016190 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-2033aa99-9e61-4135-a04b-6736d6fa05fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 1099 time: 0.0402560 Jan 19 14:41:07.106766 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-016d5343-b970-4dc3-99c2-e69840a03510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:07.108265 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-016d5343-b970-4dc3-99c2-e69840a03510 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 918 time: 0.0862155 Jan 19 14:41:07.172592 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-5a42b805-4d87-43b5-b466-ca7a12b9afc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f HTTP/1.1" status: 200 len: 1002 time: 0.0577443 Jan 19 14:41:07.221986 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-72fdfa99-1665-4285-8ac8-948cce2d786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:07.223467 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-72fdfa99-1665-4285-8ac8-948cce2d786b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0444815 Jan 19 14:41:07.266386 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-5aebbc86-8a39-4d68-9dc3-8494011b7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:07.267735 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-5aebbc86-8a39-4d68-9dc3-8494011b7244 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377188 Jan 19 14:41:07.354196 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-9446ac8e-f8e1-4764-b893-f7f764565671 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800335 Jan 19 14:41:07.444912 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-674bbea3-3f36-41a3-bdcb-955291d10283 req-d3f2f069-8396-4c8c-820a-31c1c2506eb5 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848668 Jan 19 14:41:07.820072 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:07.960666 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a904382-3b71-424e-9f54-c2339b2ed5c2 req-b2d001c6-a835-4314-83df-41026252b54b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:07.962335 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8a904382-3b71-424e-9f54-c2339b2ed5c2 req-b2d001c6-a835-4314-83df-41026252b54b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0562465 Jan 19 14:41:08.020290 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8a904382-3b71-424e-9f54-c2339b2ed5c2 req-4b227c76-e278-4f19-ba5f-46fa151b1fc7 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521250 Jan 19 14:41:08.061478 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39c676-b8a2-423d-bf81-a0456f6baec4 req-80e939e0-07b2-4d5e-80d1-c47405870c09 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:08.062958 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-db39c676-b8a2-423d-bf81-a0456f6baec4 req-80e939e0-07b2-4d5e-80d1-c47405870c09 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0603449 Jan 19 14:41:08.109821 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-db39c676-b8a2-423d-bf81-a0456f6baec4 req-0a4db005-7d9c-461e-8b61-67164fa6ccaa tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 Jan 19 14:41:08.203185 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e42850-4401-4c66-b701-257c1cbbf32a req-d11968cf-49c3-4808-91b9-04dd76a32a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:08.204665 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c8e42850-4401-4c66-b701-257c1cbbf32a req-d11968cf-49c3-4808-91b9-04dd76a32a3d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1096 time: 0.0385244 Jan 19 14:41:08.247942 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-c8e42850-4401-4c66-b701-257c1cbbf32a req-8242cdf5-f1b3-43cc-bc44-8ff1be194774 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370278 Jan 19 14:41:09.031158 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:09.135027 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c83f83-2faa-4c5f-a1cb-f839ad64e582 req-aa823c4a-bd5c-4357-8344-f4903f6c90ff tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:09.136417 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-88c83f83-2faa-4c5f-a1cb-f839ad64e582 req-aa823c4a-bd5c-4357-8344-f4903f6c90ff tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0484550 Jan 19 14:41:09.186020 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-88c83f83-2faa-4c5f-a1cb-f839ad64e582 req-2487fe4c-e8b8-443d-9c8c-678322fec49e tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437584 Jan 19 14:41:09.237521 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913464d-ed7f-4356-88a7-f18db732033a req-1f671fae-3d5c-4362-9b17-5440a912ab37 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:09.238982 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2913464d-ed7f-4356-88a7-f18db732033a req-1f671fae-3d5c-4362-9b17-5440a912ab37 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0521193 Jan 19 14:41:09.288530 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2913464d-ed7f-4356-88a7-f18db732033a req-3b816635-40a4-44b3-8cb2-e5ac5ff98591 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438931 Jan 19 14:41:10.298557 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef6b0b-bdb2-4a53-a4fe-2c1dc0cd6777 req-c55a7cdf-ae1c-4361-b03f-91dc7eea0bd2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:10.300024 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-19ef6b0b-bdb2-4a53-a4fe-2c1dc0cd6777 req-c55a7cdf-ae1c-4361-b03f-91dc7eea0bd2 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 943 time: 0.0485284 Jan 19 14:41:10.328810 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:10.348505 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-19ef6b0b-bdb2-4a53-a4fe-2c1dc0cd6777 req-09413147-ee3a-462a-aa19-cb68b9ef3cbf tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Jan 19 14:41:10.407394 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3153e-e9e9-46c8-942f-bf9b77978d01 req-cf70c588-b7a4-4ca5-8298-440c065474ee tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:10.409094 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-95f3153e-e9e9-46c8-942f-bf9b77978d01 req-cf70c588-b7a4-4ca5-8298-440c065474ee tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 946 time: 0.0494013 Jan 19 14:41:10.457662 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-95f3153e-e9e9-46c8-942f-bf9b77978d01 req-7f64e5fe-8f35-496b-aef6-bf0d02702881 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 Jan 19 14:41:10.876131 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:41:10.878896 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:41:11.021844 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port d4703fb1-33de-416e-905d-c7d2c1e0aa4f is: ACTIVE; New status is: DOWN {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:41:11.022316 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:11.041678 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:11.059749 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'port_id': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'mac_address': 'fa:16:3e:27:09:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:41:11.065787 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:41:11.068003 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13d0449-6e82-4768-9826-cacd2d206959" -d '{"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-unplugged", "status": "completed", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:41:11.097409 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:11.101251 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 19 Jan 2022 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b335031e-7ab9-437c-a51f-568f31c3e1c2 x-openstack-request-id: req-b335031e-7ab9-437c-a51f-568f31c3e1c2 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:41:11.101534 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-unplugged", "status": "failed", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f", "code": 422}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:41:11.101788 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b335031e-7ab9-437c-a51f-568f31c3e1c2 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:41:11.102242 dv-cinder-799871-15-iscsi neutron-server[103127]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'code': 422} returned with failed status Jan 19 14:41:11.115021 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:41:11.115973 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:11.131722 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:41:11.153846 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:11.171910 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:11.229584 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:11.231135 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:11.280499 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,revision_number=7']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:11.311111 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:11.521094 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['0ef9b2d4-d7e2-4095-be7f-86dbece636e9'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:41:12.672307 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f8272-206b-4343-a71b-d4843206b87a req-262bb8e2-c2f1-4adb-a60e-6fb2a0fa78f5 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:12.673653 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-962f8272-206b-4343-a71b-d4843206b87a req-262bb8e2-c2f1-4adb-a60e-6fb2a0fa78f5 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0503008 Jan 19 14:41:12.722631 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-962f8272-206b-4343-a71b-d4843206b87a req-7a91a322-e127-4c91-b13f-44e6d72c0734 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Jan 19 14:41:12.880685 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:41:12.933371 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:41:12.933817 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:13.014911 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:41:13.015343 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:13.048817 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:13.103295 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:41:13.105638 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4692a3a-3682-4976-bd83-94f720c71996" -d '{"events": [{"server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "name": "network-vif-plugged", "status": "completed", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:41:13.141977 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47296) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:13.143111 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32619997-2d68-473b-bee2-12e9bb142e97 x-openstack-request-id: req-32619997-2d68-473b-bee2-12e9bb142e97 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:41:13.143406 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "name": "network-vif-plugged", "status": "completed", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:41:13.143663 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32619997-2d68-473b-bee2-12e9bb142e97 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:41:13.144059 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'code': 200} Jan 19 14:41:13.189512 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:13.190348 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:41:13.222026 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-93c6de48-dae8-4592-909e-503f5e00c4d0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793943 Jan 19 14:41:13.231267 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-34c69bcf-5fbc-4fc0-8596-94985728741f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:41:13.232515 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-34c69bcf-5fbc-4fc0-8596-94985728741f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053794 Jan 19 14:41:13.270135 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,revision_number=8']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:13.312229 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port d4703fb1-33de-416e-905d-c7d2c1e0aa4f is: DOWN; New status is: DOWN {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:41:13.850388 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32701eba-6dd4-475f-824c-87037454e3eb req-382a4274-4ad1-4d56-9e7f-23f8ae8a231b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:13.851975 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-32701eba-6dd4-475f-824c-87037454e3eb req-382a4274-4ad1-4d56-9e7f-23f8ae8a231b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0514183 Jan 19 14:41:13.899238 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-32701eba-6dd4-475f-824c-87037454e3eb req-ad393294-030a-4fdc-94c2-0b7f7add3762 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Jan 19 14:41:14.582320 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-d58a6926-a18a-4b52-abc6-3d6bfe1ac40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:14.583927 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-d58a6926-a18a-4b52-abc6-3d6bfe1ac40f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182&tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0398853 Jan 19 14:41:14.646561 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-dfaeeb03-b16d-452a-91fd-3c4f816de349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:14.648683 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-dfaeeb03-b16d-452a-91fd-3c4f816de349 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 1097 time: 0.0437229 Jan 19 14:41:14.736554 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-6db518a2-95d0-4dfc-8cbd-133e2dfd8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:14.738092 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-6db518a2-95d0-4dfc-8cbd-133e2dfd8f8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 918 time: 0.0828214 Jan 19 14:41:14.811876 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-514a81af-0fee-4420-ad89-6b5cedb6e624 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f HTTP/1.1" status: 200 len: 1000 time: 0.0683277 Jan 19 14:41:14.859106 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-e5993276-693d-4d6d-a0c5-3fb280966254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:14.860556 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-e5993276-693d-4d6d-a0c5-3fb280966254 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0435536 Jan 19 14:41:14.907096 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-cfced9c5-7a67-4403-a6bd-03938b3e485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:14.908505 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-cfced9c5-7a67-4403-a6bd-03938b3e485e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396063 Jan 19 14:41:15.002185 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-aa3757b4-e4cb-40b4-bb40-31c931bdc0e8 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877059 Jan 19 14:41:15.022621 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc1bc4-81d1-4e55-aac6-8d6d63c27eda req-2b7b351b-ae27-435d-8923-ab4919720656 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:15.024411 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-affc1bc4-81d1-4e55-aac6-8d6d63c27eda req-2b7b351b-ae27-435d-8923-ab4919720656 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0538878 Jan 19 14:41:15.094305 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-eb46b9a3-f8c0-4ae4-915f-7ea9e78de719 req-80ba7f87-683d-442d-bf74-5fdec3344638 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844221 Jan 19 14:41:15.099031 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-affc1bc4-81d1-4e55-aac6-8d6d63c27eda req-e62bed2b-dd0d-4767-ae43-7b6c67944e90 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680461 Jan 19 14:41:15.113548 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062f1ad-3a63-42bb-946a-82189f51bcd9 req-bac480b4-d379-4656-978e-03a1d87b746c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:15.115169 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3062f1ad-3a63-42bb-946a-82189f51bcd9 req-bac480b4-d379-4656-978e-03a1d87b746c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0675769 Jan 19 14:41:15.164630 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3062f1ad-3a63-42bb-946a-82189f51bcd9 req-8f62a606-f0d9-4c4d-8887-d9f8ec80f2db tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432391 Jan 19 14:41:15.773918 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e7de0-c6f1-447e-b13b-526c8d792bcb req-5f9ab37b-52e0-44d8-9bdc-822b3818b23b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:15.777414 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9e5e7de0-c6f1-447e-b13b-526c8d792bcb req-5f9ab37b-52e0-44d8-9bdc-822b3818b23b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0663998 Jan 19 14:41:15.856727 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9e5e7de0-c6f1-447e-b13b-526c8d792bcb req-4664aacd-2415-41fe-a38a-0f53c1068bba tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738339 Jan 19 14:41:16.239830 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a5333-8703-4146-921b-717e837db001 req-3ccf98da-9cef-4822-b5fa-d67946634831 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:16.242231 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b91a5333-8703-4146-921b-717e837db001 req-3ccf98da-9cef-4822-b5fa-d67946634831 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0613115 Jan 19 14:41:16.324757 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435bf86-78cb-4b0d-b2f8-b8acf9fe0f88 req-7c4cbe3d-e464-4609-8898-2c254e91ecab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:16.326281 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3435bf86-78cb-4b0d-b2f8-b8acf9fe0f88 req-7c4cbe3d-e464-4609-8898-2c254e91ecab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0814743 Jan 19 14:41:16.330853 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b91a5333-8703-4146-921b-717e837db001 req-6ca24bd7-c954-4f5d-8dd1-89c0a153e28d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774887 Jan 19 14:41:16.389677 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3435bf86-78cb-4b0d-b2f8-b8acf9fe0f88 req-e33166a3-5fd3-4050-b0fb-8659e4423b45 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573978 Jan 19 14:41:16.995556 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be813bc4-0f6c-4b7e-b56d-5b844e0bb877 req-08db4d15-c90d-4b44-8349-af3f5d6700a7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:16.997147 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-be813bc4-0f6c-4b7e-b56d-5b844e0bb877 req-08db4d15-c90d-4b44-8349-af3f5d6700a7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0607200 Jan 19 14:41:17.049294 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-be813bc4-0f6c-4b7e-b56d-5b844e0bb877 req-f7f66a97-1897-439f-acc3-53b1119962a8 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Jan 19 14:41:17.466547 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5516-b07e-4b13-93ca-a7b218defd4a req-3708a8e6-07be-49c3-869f-983d774b545c tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:17.468197 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-201e5516-b07e-4b13-93ca-a7b218defd4a req-3708a8e6-07be-49c3-869f-983d774b545c tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0619934 Jan 19 14:41:17.557876 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-201e5516-b07e-4b13-93ca-a7b218defd4a req-3076ac32-9cb6-4e40-98f5-c71ecd4b4a01 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831447 Jan 19 14:41:17.576029 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fc8ce-f228-4c61-b576-a4a7aa875815 req-e1ff8b19-101c-4952-8c35-b72aa776fb5d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:17.578354 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-384fc8ce-f228-4c61-b576-a4a7aa875815 req-e1ff8b19-101c-4952-8c35-b72aa776fb5d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0848818 Jan 19 14:41:17.630540 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-384fc8ce-f228-4c61-b576-a4a7aa875815 req-49a5acad-fac5-4d9f-9de5-52605aa9dc44 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Jan 19 14:41:18.183422 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ed9c8-7fe9-4d93-8685-64594a7db31c req-1f4ec96f-f0c4-4f49-a113-fb7d73309399 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:18.190264 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-063ed9c8-7fe9-4d93-8685-64594a7db31c req-1f4ec96f-f0c4-4f49-a113-fb7d73309399 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0569053 Jan 19 14:41:18.238394 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-063ed9c8-7fe9-4d93-8685-64594a7db31c req-2d8819cb-60a8-40f7-9538-ebfb3a4db86d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472248 Jan 19 14:41:18.700291 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed47c2-e050-4294-9acb-e57d7aeafc1b req-bdd80759-f9ac-4749-8066-56d1fe8a42fc tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:18.705887 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02ed47c2-e050-4294-9acb-e57d7aeafc1b req-bdd80759-f9ac-4749-8066-56d1fe8a42fc tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0673029 Jan 19 14:41:18.784913 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02ed47c2-e050-4294-9acb-e57d7aeafc1b req-1ce33194-e9b2-43b3-87ef-f77760b35fe6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764880 Jan 19 14:41:18.802069 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2676bbe-7029-48b8-ab3f-d1802fd60c22 req-fe72447b-f879-4067-9916-85d618a2f180 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:18.805238 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d2676bbe-7029-48b8-ab3f-d1802fd60c22 req-fe72447b-f879-4067-9916-85d618a2f180 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0982642 Jan 19 14:41:18.873675 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d2676bbe-7029-48b8-ab3f-d1802fd60c22 req-c3083d13-7667-40f7-b56d-874de1faf519 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626595 Jan 19 14:41:19.358507 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97800d-005d-4f02-9856-f3d9f3f1a452 req-121674fb-096d-4018-8b10-f5964e6e5399 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:19.359981 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3e97800d-005d-4f02-9856-f3d9f3f1a452 req-121674fb-096d-4018-8b10-f5964e6e5399 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0516458 Jan 19 14:41:19.414662 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3e97800d-005d-4f02-9856-f3d9f3f1a452 req-4090736b-5f9a-4512-a3f9-4645b1820b28 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489149 Jan 19 14:41:19.923602 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813285f7-8b81-4bf3-88d6-1dc89f3287c6 req-1149a733-c8a8-4b84-9b19-29004376d2bd tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:19.927301 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-813285f7-8b81-4bf3-88d6-1dc89f3287c6 req-1149a733-c8a8-4b84-9b19-29004376d2bd tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0600286 Jan 19 14:41:20.005584 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-813285f7-8b81-4bf3-88d6-1dc89f3287c6 req-2000a735-e5c0-44d0-aee1-00df0580cb1e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746617 Jan 19 14:41:20.019735 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff609c-9747-46b9-a617-c527c3f0acd9 req-a66333db-f4e9-4048-a7de-b9726b3e807c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:20.021240 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-67ff609c-9747-46b9-a617-c527c3f0acd9 req-a66333db-f4e9-4048-a7de-b9726b3e807c tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0744746 Jan 19 14:41:20.079490 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-67ff609c-9747-46b9-a617-c527c3f0acd9 req-8ce0fb74-db92-4451-a314-22077820740d tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518799 Jan 19 14:41:20.532951 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc95ff9-36e8-4a79-9737-a9cbc6d74c84 req-8737891c-f0d4-4028-b705-3d185b03c83e tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:20.534458 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7fc95ff9-36e8-4a79-9737-a9cbc6d74c84 req-8737891c-f0d4-4028-b705-3d185b03c83e tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0530288 Jan 19 14:41:20.585255 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7fc95ff9-36e8-4a79-9737-a9cbc6d74c84 req-1ad4bebb-5858-484d-ba4e-819b2d228e13 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443499 Jan 19 14:41:21.139547 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc741d-7120-4f8d-aaea-0a799e3ce374 req-d62d5274-957c-463c-af35-4ebc9ecd04e1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:21.140228 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e2bc741d-7120-4f8d-aaea-0a799e3ce374 req-d62d5274-957c-463c-af35-4ebc9ecd04e1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0570858 Jan 19 14:41:21.251392 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e2bc741d-7120-4f8d-aaea-0a799e3ce374 req-17cd825f-ad99-4717-8b80-55387bc4fca4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861497 Jan 19 14:41:21.251392 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d37d2d-ea20-41d9-9785-e6227e7b6139 req-dcbedb27-e088-49cf-9393-f1d3908b25b8 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:21.251392 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c9d37d2d-ea20-41d9-9785-e6227e7b6139 req-dcbedb27-e088-49cf-9393-f1d3908b25b8 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0866508 Jan 19 14:41:21.306247 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c9d37d2d-ea20-41d9-9785-e6227e7b6139 req-7a4c9514-b4c0-4f54-bc6c-c496fc06a399 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511987 Jan 19 14:41:21.714910 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc46032-9fbf-4c2d-b651-a153d400bf9a req-d3491acd-7918-44b9-964c-35a5fb8d6497 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:21.716429 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9fc46032-9fbf-4c2d-b651-a153d400bf9a req-d3491acd-7918-44b9-964c-35a5fb8d6497 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0536366 Jan 19 14:41:21.778982 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9fc46032-9fbf-4c2d-b651-a153d400bf9a req-745cef6f-2b25-44c3-9e56-25ae5601f41e tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566456 Jan 19 14:41:22.440204 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913f371-6d0c-4ef4-b310-c56887d70ead req-5b00be27-7016-477d-84e0-8872fd847817 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:22.441708 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2913f371-6d0c-4ef4-b310-c56887d70ead req-5b00be27-7016-477d-84e0-8872fd847817 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0543506 Jan 19 14:41:22.522765 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2913f371-6d0c-4ef4-b310-c56887d70ead req-47cf1d92-cb9f-4fef-b0c4-c8db936bc576 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745864 Jan 19 14:41:22.535522 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b3ffe-e1df-4624-ac76-ea2c244a93ac req-c70d7feb-fbf7-486f-89a8-555aaa3242da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:22.536961 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4b1b3ffe-e1df-4624-ac76-ea2c244a93ac req-c70d7feb-fbf7-486f-89a8-555aaa3242da tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0747249 Jan 19 14:41:22.587025 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4b1b3ffe-e1df-4624-ac76-ea2c244a93ac req-b6ed3bd5-d39a-490e-925c-e9506f85bbc2 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442820 Jan 19 14:41:22.903293 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b94bf2-0e1b-497e-8c29-e5220386d5fe req-04a9f058-6530-4759-82fe-db24c4389e79 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:22.904914 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-69b94bf2-0e1b-497e-8c29-e5220386d5fe req-04a9f058-6530-4759-82fe-db24c4389e79 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0510747 Jan 19 14:41:22.960335 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-69b94bf2-0e1b-497e-8c29-e5220386d5fe req-a78cd479-7c59-4c4e-8bbf-c752a5d08c6f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499139 Jan 19 14:41:23.641042 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cac3d8-c7bb-48f1-a5b2-aeebf8c6751b req-ba84f64d-339e-46cb-bee7-764e7e744078 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:23.642564 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-50cac3d8-c7bb-48f1-a5b2-aeebf8c6751b req-ba84f64d-339e-46cb-bee7-764e7e744078 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0524874 Jan 19 14:41:23.717713 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-50cac3d8-c7bb-48f1-a5b2-aeebf8c6751b req-edb12f96-3e32-4411-bf44-393ae70cafd9 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676472 Jan 19 14:41:23.729434 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd6ec-b205-468a-bad7-0561db415115 req-902c1ff8-4b78-4c4e-8767-82d5ea24d378 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:23.730975 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-be2bd6ec-b205-468a-bad7-0561db415115 req-902c1ff8-4b78-4c4e-8767-82d5ea24d378 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0682638 Jan 19 14:41:23.778489 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-be2bd6ec-b205-468a-bad7-0561db415115 req-c1d46bf5-a1e6-4e6c-84da-42bee57d690d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417547 Jan 19 14:41:23.982009 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-857721a8-4fe5-4c19-ab58-c8cfb8b96213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:23.983853 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-857721a8-4fe5-4c19-ab58-c8cfb8b96213 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 1097 time: 0.0413108 Jan 19 14:41:24.078654 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822529f-c362-421a-b9f9-269b7b9ff990 req-c496d307-a58b-420e-9333-2718a62e9fea tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:24.080181 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4822529f-c362-421a-b9f9-269b7b9ff990 req-c496d307-a58b-420e-9333-2718a62e9fea tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0502150 Jan 19 14:41:24.098704 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-7f322a30-8898-450a-969d-b2f03d479357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:24.100190 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-7f322a30-8898-450a-969d-b2f03d479357 service neutron] 10.222.0.57 "GET /v2.0/networks?id=10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 200 len: 918 time: 0.0932434 Jan 19 14:41:24.133891 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4822529f-c362-421a-b9f9-269b7b9ff990 req-124cde80-bbe9-4dc8-ae45-004d502795de tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472686 Jan 19 14:41:24.167897 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-5cfaa5d8-cb6e-4006-8e68-72853ee40261 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f HTTP/1.1" status: 200 len: 1000 time: 0.0584111 Jan 19 14:41:24.219737 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-ed5406e4-d3a3-4f19-9f0a-380f12b2a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:24.221172 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-ed5406e4-d3a3-4f19-9f0a-380f12b2a4da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 200 len: 856 time: 0.0450232 Jan 19 14:41:24.266287 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-c398c6aa-f590-4218-8e1b-dc0cbd3848fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:24.268340 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-c398c6aa-f590-4218-8e1b-dc0cbd3848fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=10e03e13-01e9-4d22-b8d1-2ef0b6972727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402400 Jan 19 14:41:24.357665 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-352c725e-e7e5-46d7-ba4b-62fb54a858f4 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811243 Jan 19 14:41:24.451072 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ad67586-e2c6-4f29-978c-971a24bd4564 req-e1e8fee3-23ce-444c-90e5-734a1a206950 service neutron] 10.222.0.57 "GET /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837708 Jan 19 14:41:24.830635 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be9a0a-a3fd-43f1-a49b-1a8af605dc4f req-ff138576-6f4b-409b-8374-04202d91bafc tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:24.832102 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-61be9a0a-a3fd-43f1-a49b-1a8af605dc4f req-ff138576-6f4b-409b-8374-04202d91bafc tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Jan 19 14:41:24.904376 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-61be9a0a-a3fd-43f1-a49b-1a8af605dc4f req-5807365e-5273-4eed-9890-6329aec007ac tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups?id=287cd761-413b-4afd-9d89-61146eb3b94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668051 Jan 19 14:41:24.921331 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428552c-4c8d-458e-b811-d7575460dfdd req-2a1c722c-86b0-44e9-a380-7e1c087134b5 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:24.921331 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8428552c-4c8d-458e-b811-d7575460dfdd req-2a1c722c-86b0-44e9-a380-7e1c087134b5 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0676923 Jan 19 14:41:24.964221 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8428552c-4c8d-458e-b811-d7575460dfdd req-3c99f6fc-d22f-41da-94dd-f42d671c286e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408959 Jan 19 14:41:25.117589 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-e5d4d298-1a20-4689-8314-8cc4b3123ecd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:25.119064 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-e5d4d298-1a20-4689-8314-8cc4b3123ecd tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 945 time: 0.0479221 Jan 19 14:41:25.218982 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Deleting port 637ad85d-5379-4fa3-b37a-9fecbee59075 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:41:25.219353 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:25.258366 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a0316-e34e-409e-9ac5-806cf9a37e67 req-94478c7d-86ec-4c49-a684-47824a4169d2 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:25.260681 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-008a0316-e34e-409e-9ac5-806cf9a37e67 req-94478c7d-86ec-4c49-a684-47824a4169d2 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0604570 Jan 19 14:41:25.307796 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] For port 637ad85d-5379-4fa3-b37a-9fecbee59075, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=637ad85d-5379-4fa3-b37a-9fecbee59075,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:25.308156 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:25.313782 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-008a0316-e34e-409e-9ac5-806cf9a37e67 req-387bb30f-35ec-4678-bf1e-f2c7ef68f1f0 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Jan 19 14:41:25.476934 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:25.477324 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (c754b8a5-fa32-4829-9a17-1e05dc0539f2), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:25.477639 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.l3_db [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Floating IP c754b8a5-fa32-4829-9a17-1e05dc0539f2 disassociated. External IP: 172.27.1.91, port: 637ad85d-5379-4fa3-b37a-9fecbee59075. Jan 19 14:41:25.478013 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Calling delete_port for 637ad85d-5379-4fa3-b37a-9fecbee59075 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:41:25.589402 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-27826267-cb2e-4c99-b284-216d5699597e tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:25.590887 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-27826267-cb2e-4c99-b284-216d5699597e tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0744910 Jan 19 14:41:25.714718 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Deleting port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:41:25.715053 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:25.753778 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (637ad85d-5379-4fa3-b37a-9fecbee59075), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:25.790262 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event deleted for resources: {'Port': ['ID=637ad85d-5379-4fa3-b37a-9fecbee59075,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:25.871910 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] For port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:25.872279 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:25.997214 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1e63ca63-5b10-4711-a519-a58b070cd273 req-518de912-df53-4bd2-8504-028950f8aa5a tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 210 time: 0.0270658 Jan 19 14:41:26.014312 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Router 33bef79f-ee86-48f4-a0b6-385f4b642b1d has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:41:26.083210 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc720c-0df0-4a27-9eb9-3806fa691045 req-86748e29-2197-4621-af85-e4ca4a318d33 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:26.084575 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-24fc720c-0df0-4a27-9eb9-3806fa691045 req-86748e29-2197-4621-af85-e4ca4a318d33 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0489669 Jan 19 14:41:26.132690 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-24fc720c-0df0-4a27-9eb9-3806fa691045 req-49d1d0de-9076-4564-ab4a-ef6f568f5230 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 Jan 19 14:41:26.161407 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:26.161888 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (a1764760-e30b-4797-9c02-3b16fcf20d0d), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:26.162111 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.l3_db [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Floating IP a1764760-e30b-4797-9c02-3b16fcf20d0d disassociated. External IP: 172.27.1.238, port: 3c218464-cfcb-4ddf-aa23-d54e0ca50bff. Jan 19 14:41:26.162455 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Calling delete_port for 3c218464-cfcb-4ddf-aa23-d54e0ca50bff owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:41:26.184787 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:41:26.196039 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] Sync routers for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:41:26.206076 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:41:26.206703 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:41:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:26.255741 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] No DVR routers for this DVR port 637ad85d-5379-4fa3-b37a-9fecbee59075 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:41:26.258954 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:26.262322 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ca83106-9092-4c7a-b757-e479ee401e1f req-790fed5d-cc0a-4f05-b3a4-cc0a142b13e5 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.57 "DELETE /v2.0/ports/637ad85d-5379-4fa3-b37a-9fecbee59075 HTTP/1.1" status: 204 len: 173 time: 1.1307719 Jan 19 14:41:26.270704 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'name': 'network-vif-deleted', 'tag': '637ad85d-5379-4fa3-b37a-9fecbee59075'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:41:26.270704 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da275d9-5189-42d3-84ef-812671c66dbf" -d '{"events": [{"server_uuid": "ff540dd9-8898-484e-ad85-d97ea5f3f6c7", "name": "network-vif-deleted", "tag": "637ad85d-5379-4fa3-b37a-9fecbee59075"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:41:26.327939 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:41:26.399395 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72ea94-28cf-4609-b2dd-07d76cbe7f11 x-openstack-request-id: req-7d72ea94-28cf-4609-b2dd-07d76cbe7f11 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:41:26.402695 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff540dd9-8898-484e-ad85-d97ea5f3f6c7", "name": "network-vif-deleted", "tag": "637ad85d-5379-4fa3-b37a-9fecbee59075", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:41:26.402695 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d72ea94-28cf-4609-b2dd-07d76cbe7f11 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:41:26.402695 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff540dd9-8898-484e-ad85-d97ea5f3f6c7', 'name': 'network-vif-deleted', 'tag': '637ad85d-5379-4fa3-b37a-9fecbee59075', 'status': 'completed', 'code': 200} Jan 19 14:41:26.422555 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (3c218464-cfcb-4ddf-aa23-d54e0ca50bff), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:26.439079 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db1b4-8e7b-447b-87a4-b3c5370a92d2 req-fc158d05-d097-4a1a-abea-37123b5500d2 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:26.440764 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d95db1b4-8e7b-447b-87a4-b3c5370a92d2 req-fc158d05-d097-4a1a-abea-37123b5500d2 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 946 time: 0.0580349 Jan 19 14:41:26.451039 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event deleted for resources: {'Port': ['ID=3c218464-cfcb-4ddf-aa23-d54e0ca50bff,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:26.517774 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d95db1b4-8e7b-447b-87a4-b3c5370a92d2 req-ab0e498b-4bcb-4308-bcdc-435c848c4932 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706773 Jan 19 14:41:26.559489 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:26.582726 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Router 33253a25-da8a-417b-849e-0222c9d5b945 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:41:26.586927 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] Checking router: 33bef79f-ee86-48f4-a0b6-385f4b642b1d for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:41:26.595249 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:41:26.595860 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:41:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:26.692527 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:41:26.703830 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] Sync routers for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:41:26.716305 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:41:26.717208 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:41:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:26.732251 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] No DVR routers for this DVR port 3c218464-cfcb-4ddf-aa23-d54e0ca50bff on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:41:26.734858 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:26.738166 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-27b23765-1cf4-4773-8f62-e5e5b439b714 req-0e3df5aa-adba-4a4c-9f2c-b3949d45308f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "DELETE /v2.0/ports/3c218464-cfcb-4ddf-aa23-d54e0ca50bff HTTP/1.1" status: 204 len: 173 time: 1.1419694 Jan 19 14:41:26.828175 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:41:26.828391 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:41:26.963092 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:41:27.063251 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:27.091071 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] Checking router: 33253a25-da8a-417b-849e-0222c9d5b945 for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:41:27.100340 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:41:27.101008 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:41:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:27.121676 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:27.140505 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'port_id': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'mac_address': 'fa:16:3e:72:21:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:41:27.142402 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c063757d-2ad5-4bdb-b5fb-069ae85a6e1d req-e00cac19-dd9b-4389-9990-d1f003a26432 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff540dd9-8898-484e-ad85-d97ea5f3f6c7 HTTP/1.1" status: 200 len: 210 time: 0.0537636 Jan 19 14:41:27.195989 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port d4703fb1-33de-416e-905d-c7d2c1e0aa4f is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:41:27.196389 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:27.210731 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4703fb1-33de-416e-905d-c7d2c1e0aa4f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:41:27.224136 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:27.255065 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:41:27.261714 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:27.263413 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50867331-ade1-488d-a02a-8336c3e17878 None None] The sync data for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi is: [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:35:13Z', 'revision_number': 4, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'bbd1c8a7-b504-4899-a329-d36855fa64a8', 'name': '', 'network_id': '3e09d96f-7f91-47a0-b3ce-58319e0a0d96', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'mac_address': 'fa:16:3e:2c:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:12Z', 'updated_at': '2022-01-19T14:35:21Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'subnets': [{'id': 'df7d29b8-c1f6-46db-801b-45958c2aa13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:41:27.306276 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465158-a829-4c68-a143-d3a3ff9de7b2 req-830f30b4-a8f3-42d0-9df6-66b6e50b161a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:27.307742 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1c465158-a829-4c68-a143-d3a3ff9de7b2 req-830f30b4-a8f3-42d0-9df6-66b6e50b161a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 944 time: 0.0852306 Jan 19 14:41:27.339736 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:27.369591 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1c465158-a829-4c68-a143-d3a3ff9de7b2 req-ec7b66cd-8900-4dec-a05c-d79bcd64d96a tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527842 Jan 19 14:41:27.402634 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=9']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:27.502572 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:27.536628 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d385a-7c17-47f9-90e0-ccf38bc1946b None None] The sync data for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi is: [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:41:27.548475 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ca2ca-5878-4b38-91a3-1535b9d307af None None] New status for floating IP c754b8a5-fa32-4829-9a17-1e05dc0539f2: DOWN {{(pid=103127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:41:27.586154 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['d4703fb1-33de-416e-905d-c7d2c1e0aa4f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:41:27.630584 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cafda71b-8662-43cc-bedb-6115c6dadb55 req-472b2f50-4961-4959-b648-f0d31095d3be tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3889da36-76dc-4a44-bf9f-745bf7c3982a HTTP/1.1" status: 200 len: 210 time: 0.0307209 Jan 19 14:41:27.796166 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bbb00f-97a7-4f5a-91ae-fd991f9bb74c None None] New status for floating IP a1764760-e30b-4797-9c02-3b16fcf20d0d: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:41:28.289550 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47430) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:28.341597 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d0e05842-6569-40b3-9db9-a71063c8da16 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (287cd761-413b-4afd-9d89-61146eb3b94b), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:28.364355 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d0e05842-6569-40b3-9db9-a71063c8da16 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (287cd761-413b-4afd-9d89-61146eb3b94b), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:28.401935 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'name': 'network-vif-deleted', 'tag': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:41:28.404621 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5904dd91-1fbf-4477-b4ae-bbaff5bd1b49" -d '{"events": [{"server_uuid": "3889da36-76dc-4a44-bf9f-745bf7c3982a", "name": "network-vif-deleted", "tag": "3c218464-cfcb-4ddf-aa23-d54e0ca50bff"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:41:28.439629 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8fddc1-ae42-4cb8-8441-1cd665ae2e46 x-openstack-request-id: req-6d8fddc1-ae42-4cb8-8441-1cd665ae2e46 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:41:28.439920 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3889da36-76dc-4a44-bf9f-745bf7c3982a", "name": "network-vif-deleted", "tag": "3c218464-cfcb-4ddf-aa23-d54e0ca50bff", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:41:28.440171 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d8fddc1-ae42-4cb8-8441-1cd665ae2e46 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:41:28.440660 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3889da36-76dc-4a44-bf9f-745bf7c3982a', 'name': 'network-vif-deleted', 'tag': '3c218464-cfcb-4ddf-aa23-d54e0ca50bff', 'status': 'completed', 'code': 200} Jan 19 14:41:28.484831 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d0e05842-6569-40b3-9db9-a71063c8da16 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (287cd761-413b-4afd-9d89-61146eb3b94b), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:28.487438 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d0e05842-6569-40b3-9db9-a71063c8da16 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:28.488537 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d0e05842-6569-40b3-9db9-a71063c8da16 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "DELETE /v2.0/security-groups/287cd761-413b-4afd-9d89-61146eb3b94b HTTP/1.1" status: 204 len: 168 time: 0.1979842 Jan 19 14:41:28.491418 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47436) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:28.500932 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e05842-6569-40b3-9db9-a71063c8da16 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287cd761-413b-4afd-9d89-61146eb3b94b,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:28.506264 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.api.v2.resource [None req-c75d72be-e5ab-46e6-80ed-2ae61dae9506 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] show failed (client error): The resource could not be found. Jan 19 14:41:28.506973 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-c75d72be-e5ab-46e6-80ed-2ae61dae9506 tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "GET /v2.0/security-groups/287cd761-413b-4afd-9d89-61146eb3b94b HTTP/1.1" status: 404 len: 347 time: 0.0145657 Jan 19 14:41:28.509952 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47438) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:28.510204 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fc603-0509-48c8-8bcb-8ed064f4e456 req-45968973-418f-44c0-aaa4-34a0e970704f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:28.511700 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-363fc603-0509-48c8-8bcb-8ed064f4e456 req-45968973-418f-44c0-aaa4-34a0e970704f tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 945 time: 0.0627239 Jan 19 14:41:28.564717 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-363fc603-0509-48c8-8bcb-8ed064f4e456 req-fd24636e-846a-443f-b389-1f6ed13ba37e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470951 Jan 19 14:41:28.636752 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Deleting port db656886-e011-418b-8838-49f7070cdb9f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:41:28.637091 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (db656886-e011-418b-8838-49f7070cdb9f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:28.713444 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (db656886-e011-418b-8838-49f7070cdb9f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:28.713768 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (db656886-e011-418b-8838-49f7070cdb9f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:28.725274 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Calling delete_port for db656886-e011-418b-8838-49f7070cdb9f owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:41:28.891065 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-b80b65cd-a924-4122-b9d6-474d684a6298 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828248191&fields=id&tenant_id=df25f3f904f14ecfb7844bf47cf13285 HTTP/1.1" status: 200 len: 267 time: 0.0477788 Jan 19 14:41:28.924482 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (db656886-e011-418b-8838-49f7070cdb9f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:28.950040 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Pushing event deleted for resources: {'Port': ['ID=db656886-e011-418b-8838-49f7070cdb9f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:28.956659 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:41:29.000955 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-209403da-4948-4c1a-9f58-19fee4d8245e tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:29.002427 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-209403da-4948-4c1a-9f58-19fee4d8245e tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 811 time: 0.1049058 Jan 19 14:41:29.006444 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port d4703fb1-33de-416e-905d-c7d2c1e0aa4f triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:41:29.006818 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:29.009655 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks [] for floatingip (c754b8a5-fa32-4829-9a17-1e05dc0539f2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:29.012765 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:29.013935 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-6ce8b573-57cd-47cd-9c05-d14d2d5d51ab tempest-AttachVolumeTestJSON-537949613 tempest-AttachVolumeTestJSON-537949613-project] 10.222.0.79 "DELETE /v2.0/floatingips/c754b8a5-fa32-4829-9a17-1e05dc0539f2 HTTP/1.1" status: 204 len: 168 time: 0.5027978 Jan 19 14:41:29.018420 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-b5468c07-ad3a-43b0-9faf-c3c4cbc26ee0 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/quotas/df25f3f904f14ecfb7844bf47cf13285 HTTP/1.1" status: 200 len: 375 time: 0.0093875 Jan 19 14:41:29.078001 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-5d73acaa-4fc5-4668-a511-02fb4f3876d5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508378 Jan 19 14:41:29.098584 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port d4703fb1-33de-416e-905d-c7d2c1e0aa4f is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:41:29.098584 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:29.120060 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:41:29.122296 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e5d586-f418-4c03-9a96-ecf81f2c4da8" -d '{"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-plugged", "status": "completed", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:41:29.139023 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:29.164441 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce9d3bd-0ccf-4301-bac2-2231ac237537 x-openstack-request-id: req-8ce9d3bd-0ccf-4301-bac2-2231ac237537 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:41:29.164441 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-plugged", "status": "completed", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:41:29.164441 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ce9d3bd-0ccf-4301-bac2-2231ac237537 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:41:29.164441 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'code': 200} Jan 19 14:41:29.215741 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:29.216942 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 637ad85d-5379-4fa3-b37a-9fecbee59075 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:41:29.222048 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-bcba9743-bce3-400b-9b9a-51526da06d93 service neutron] 10.222.0.79 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320264 Jan 19 14:41:29.239236 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 637ad85d-5379-4fa3-b37a-9fecbee59075 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:41:29.239447 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 637ad85d-5379-4fa3-b37a-9fecbee59075 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:41:29.239712 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 3c218464-cfcb-4ddf-aa23-d54e0ca50bff no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:41:29.286196 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 3c218464-cfcb-4ddf-aa23-d54e0ca50bff {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:41:29.287050 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 3c218464-cfcb-4ddf-aa23-d54e0ca50bff not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:41:29.310348 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=10']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:29.336179 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-82b7d277-2a92-45f0-aa85-e7fca1e8470a service neutron] 10.222.0.79 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080940 Jan 19 14:41:29.479861 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b98a9-7c92-45f6-a9a1-ee1159e7b2d2 req-77692423-99a3-4fe6-9034-9d8ab12f4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:29.481415 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5d2b98a9-7c92-45f6-a9a1-ee1159e7b2d2 req-77692423-99a3-4fe6-9034-9d8ab12f4a2d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 1100 time: 0.0433524 Jan 19 14:41:29.524211 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5d2b98a9-7c92-45f6-a9a1-ee1159e7b2d2 req-d3500d03-80d6-446f-8280-cb33c37a88bf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369022 Jan 19 14:41:29.687798 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b2580-abbf-43fe-ab6d-546ff103de71 req-dcdd645b-eeb7-451d-99eb-c7f8ba13b778 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:29.689237 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-873b2580-abbf-43fe-ab6d-546ff103de71 req-dcdd645b-eeb7-451d-99eb-c7f8ba13b778 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 947 time: 0.0499487 Jan 19 14:41:29.733978 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-873b2580-abbf-43fe-ab6d-546ff103de71 req-675e2e64-19b1-40c3-a050-8972aac57bb1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388865 Jan 19 14:41:29.952272 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f9a20758-1958-49eb-b83e-bed7328b5f23 req-c31acf06-fe9d-46fc-a657-1ee90dd593a3 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 210 time: 0.0277367 Jan 19 14:41:30.851917 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85524a2d-93fb-4420-9892-61e1ad495b06 req-728a6862-0bad-4306-b3af-f7e81721bd2d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:30.853458 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-85524a2d-93fb-4420-9892-61e1ad495b06 req-728a6862-0bad-4306-b3af-f7e81721bd2d tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 947 time: 0.0504961 Jan 19 14:41:30.904873 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-85524a2d-93fb-4420-9892-61e1ad495b06 req-6ce2f8b2-fcee-4551-b337-ebd4c7964cb2 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453062 Jan 19 14:41:31.044580 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6c7b5e20-fd8d-442a-8a1a-272b2ac9dc77 req-559cb432-60f3-4e4e-af7c-189825a607b4 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 210 time: 0.0264611 Jan 19 14:41:31.959312 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-11c8caf9-d457-434a-a900-d5c1fc172940 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:31.961956 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-11c8caf9-d457-434a-a900-d5c1fc172940 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 811 time: 0.1190681 Jan 19 14:41:32.043529 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-37b17d57-a299-4b43-ae26-98a005bd7dc8 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df25f3f904f14ecfb7844bf47cf13285 HTTP/1.1" status: 200 len: 380 time: 0.0719411 Jan 19 14:41:32.053642 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'port': {'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'admin_state_up': True, 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'security_groups': ['fdd72697-cb1b-452a-9f4b-8a028a59eaf5']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:41:32.156067 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8640aa4c-4d6f-4e9b-9a19-bddbfe6f64d6 req-4458d8c5-02ed-44ea-a39f-cd986dfb2ff9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 210 time: 0.0311668 Jan 19 14:41:32.224864 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444665b-1f3d-43f0-804a-1ed980d41a17 req-38d56f89-3070-49f2-892a-c3d5ed03b844 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:32.226467 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2444665b-1f3d-43f0-804a-1ed980d41a17 req-38d56f89-3070-49f2-892a-c3d5ed03b844 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 947 time: 0.0518198 Jan 19 14:41:32.277202 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2444665b-1f3d-43f0-804a-1ed980d41a17 req-75fa129e-edaf-4444-8c76-31499b97fbf4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454218 Jan 19 14:41:32.342887 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Made reservation on behalf of df25f3f904f14ecfb7844bf47cf13285 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:41:32.347122 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:32.448985 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:41:32.696993 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Allocated IP 172.20.0.8 (de9041de-14d8-4751-a4f5-036c4311aca9/bd1fd067-702e-4b81-a009-d45a1fd4fffb/983209d7-8336-4921-ac06-d6a6f300a72c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:41:32.831378 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for port (983209d7-8336-4921-ac06-d6a6f300a72c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:32.940187 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:32.985685 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Network de9041de-14d8-4751-a4f5-036c4311aca9 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:41:32.988785 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:41:32.991248 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:41:33.022109 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'Port': ['ID=983209d7-8336-4921-ac06-d6a6f300a72c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:33.052889 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:33.053546 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:33.177133 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-e89cdd6e-1169-4596-8a81-5e688259dda6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1275387 Jan 19 14:41:33.188439 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Request body: {'port': {'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:41:33.207585 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-22f9e2ba-07c5-479d-87a3-0a540f5ee71b None None] Provisioning complete for port 983209d7-8336-4921-ac06-d6a6f300a72c triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:41:33.208086 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-22f9e2ba-07c5-479d-87a3-0a540f5ee71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:33.213109 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47540) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:33.262140 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:33.272382 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-22f9e2ba-07c5-479d-87a3-0a540f5ee71b None None] Port 983209d7-8336-4921-ac06-d6a6f300a72c cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:41:33.291824 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f7e38-ef68-49a4-9eef-96edcdd11758 req-bcebe5a7-bd99-4eda-8f9a-cf448140c00a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:33.294211 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b39f7e38-ef68-49a4-9eef-96edcdd11758 req-bcebe5a7-bd99-4eda-8f9a-cf448140c00a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 931 time: 0.0667338 Jan 19 14:41:33.388290 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b39f7e38-ef68-49a4-9eef-96edcdd11758 req-781da1ed-ffa8-46c9-b031-dacdfab9ece6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880232 Jan 19 14:41:33.425037 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a69531-b34b-4edc-9dcf-4cbb9d9fe27b req-c2d1a894-cc68-4ace-bd7d-a5b16e232ed3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:33.426548 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-17a69531-b34b-4edc-9dcf-4cbb9d9fe27b req-c2d1a894-cc68-4ace-bd7d-a5b16e232ed3 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 947 time: 0.0582848 Jan 19 14:41:33.475738 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-17a69531-b34b-4edc-9dcf-4cbb9d9fe27b req-b2ca2ddf-d795-4016-927e-a327d19c79db tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Jan 19 14:41:33.705172 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983209d7-8336-4921-ac06-d6a6f300a72c {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:41:33.733854 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Publish callbacks [] for port (983209d7-8336-4921-ac06-d6a6f300a72c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:33.754688 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Transition to ACTIVE for port object 983209d7-8336-4921-ac06-d6a6f300a72c will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:41:33.842357 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:33.939282 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Pushing event updated for resources: {'Port': ['ID=983209d7-8336-4921-ac06-d6a6f300a72c,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:34.035716 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564239'] for router_interface (33bef79f-ee86-48f4-a0b6-385f4b642b1d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:34.083794 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Attempting to bind port 983209d7-8336-4921-ac06-d6a6f300a72c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:41:34.084126 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Attempting to bind port 983209d7-8336-4921-ac06-d6a6f300a72c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:41:34.084453 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Attempting to bind port 983209d7-8336-4921-ac06-d6a6f300a72c on network de9041de-14d8-4751-a4f5-036c4311aca9 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:41:34.097067 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Port 983209d7-8336-4921-ac06-d6a6f300a72c on network de9041de-14d8-4751-a4f5-036c4311aca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:41:34.097392 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Attempting to bind port 983209d7-8336-4921-ac06-d6a6f300a72c on network de9041de-14d8-4751-a4f5-036c4311aca9 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:41:34.106783 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:41:34.107162 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Checking segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:41:34.107550 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Bound using segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:41:34.107986 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Bound port: 983209d7-8336-4921-ac06-d6a6f300a72c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:41:34.108346 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:34.176257 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-af751621-a5ce-4fb0-acb2-33c73e9a4934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:34.291478 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] For port 983209d7-8336-4921-ac06-d6a6f300a72c, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:41:34.310660 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] For port 983209d7-8336-4921-ac06-d6a6f300a72c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=983209d7-8336-4921-ac06-d6a6f300a72c,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:41:34.406587 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:34.453971 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:34.455148 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:34.455955 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] 10.222.0.57 "PUT /v2.0/ports/983209d7-8336-4921-ac06-d6a6f300a72c HTTP/1.1" status: 200 len: 1093 time: 1.2719593 Jan 19 14:41:34.456430 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:41:34.458655 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e48762-fb89-4fa3-8fac-6aafe0a05082" -d '{"events": [{"name": "network-changed", "server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:41:34.470493 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Deleting port bbd1c8a7-b504-4899-a329-d36855fa64a8 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:41:34.470833 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:34.492600 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c2f5a-242b-462a-a2b0-869dd62487ca service neutron] Pushing event updated for resources: {'Port': ['ID=983209d7-8336-4921-ac06-d6a6f300a72c,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:34.526275 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e5d346-1dcc-46be-979b-f3f9face6f6e x-openstack-request-id: req-e0e5d346-1dcc-46be-979b-f3f9face6f6e {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:41:34.526566 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:41:34.526820 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0e5d346-1dcc-46be-979b-f3f9face6f6e {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:41:34.527216 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c', 'status': 'completed', 'code': 200} Jan 19 14:41:34.544162 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb189ce-5b94-4b3f-91dc-c871efdce71e req-c7865617-aa2f-4537-af68-81d13ff33f7d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:34.545484 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3cb189ce-5b94-4b3f-91dc-c871efdce71e req-c7865617-aa2f-4537-af68-81d13ff33f7d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 943 time: 0.0857136 Jan 19 14:41:34.606436 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3cb189ce-5b94-4b3f-91dc-c871efdce71e req-b34303a6-c44d-42b4-9f15-f0c5a9f32a7d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551510 Jan 19 14:41:34.607774 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] For port bbd1c8a7-b504-4899-a329-d36855fa64a8, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=bbd1c8a7-b504-4899-a329-d36855fa64a8,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:34.608142 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:34.623534 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Calling delete_port for bbd1c8a7-b504-4899-a329-d36855fa64a8 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:41:34.626335 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48762-fb89-4fa3-8fac-6aafe0a05082 req-ad892443-0ed1-4d3a-8645-428fe6b13608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:34.627862 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e3e48762-fb89-4fa3-8fac-6aafe0a05082 req-ad892443-0ed1-4d3a-8645-428fe6b13608 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 1096 time: 0.0811236 Jan 19 14:41:34.804432 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48762-fb89-4fa3-8fac-6aafe0a05082 req-e059b118-2b63-4db4-abb8-645d4a56bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:34.805851 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e3e48762-fb89-4fa3-8fac-6aafe0a05082 req-e059b118-2b63-4db4-abb8-645d4a56bab2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=df25f3f904f14ecfb7844bf47cf13285&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1690578 Jan 19 14:41:34.937671 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48762-fb89-4fa3-8fac-6aafe0a05082 req-063a1089-9b54-4d65-bd59-7d53dbbab8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:34.939183 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e3e48762-fb89-4fa3-8fac-6aafe0a05082 req-063a1089-9b54-4d65-bd59-7d53dbbab8a3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275153 Jan 19 14:41:35.012609 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-a2f768f4-17c0-4981-8c32-6ecca328f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:35.014094 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-a2f768f4-17c0-4981-8c32-6ecca328f9a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 1096 time: 0.0392382 Jan 19 14:41:35.027936 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (bbd1c8a7-b504-4899-a329-d36855fa64a8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:35.292219 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-845ce5bc-45d1-45b8-9ce4-fc9b63946e1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=983209d7-8336-4921-ac06-d6a6f300a72c HTTP/1.1" status: 200 len: 217 time: 0.2717590 Jan 19 14:41:35.319881 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd1c8a7-b504-4899-a329-d36855fa64a8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:35.368661 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.369025 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.369377 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.369726 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.370094 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.370433 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.370769 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.371102 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.371437 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.371770 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.372106 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.372436 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.372764 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:35.417293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-337c28e9-5bfc-458f-9c07-19d4290251ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:35.418844 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-337c28e9-5bfc-458f-9c07-19d4290251ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.1105812 Jan 19 14:41:35.539260 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-b25a1f8e-ecf5-48a5-be38-bdd2036155ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:35.540949 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-b25a1f8e-ecf5-48a5-be38-bdd2036155ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1134701 Jan 19 14:41:35.597054 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582047'] for router_interface (33bef79f-ee86-48f4-a0b6-385f4b642b1d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:35.712385 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-cba9c995-9188-45ad-9b8a-17a6a854f244 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638303 Jan 19 14:41:35.721621 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7e667-d944-463e-9d10-5f891ff70c7b req-9dd89e51-8f4c-4304-9c6c-e44baf364d11 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:35.723108 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0fe7e667-d944-463e-9d10-5f891ff70c7b req-9dd89e51-8f4c-4304-9c6c-e44baf364d11 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 943 time: 0.0485001 Jan 19 14:41:35.771918 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0fe7e667-d944-463e-9d10-5f891ff70c7b req-a5be6fb3-3681-452f-b9e6-4f76a917965f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Jan 19 14:41:35.876568 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-88c5a543-0023-4e8b-b96c-f3352cc2bc57 req-4f0b7e7a-362c-47d7-ae5d-dae849a66dd3 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576538 Jan 19 14:41:35.903263 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Router 33bef79f-ee86-48f4-a0b6-385f4b642b1d has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:41:36.009307 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:41:36.014273 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0efbc9d2-b377-4cdc-8da8-79479b20bb8d admin admin] 10.222.0.79 "PUT /v2.0/routers/33bef79f-ee86-48f4-a0b6-385f4b642b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8001328 Jan 19 14:41:36.017071 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47554) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:36.019066 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] Sync routers for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:41:36.029956 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:41:36.030565 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:41:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:36.118260 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks [] for router (33bef79f-ee86-48f4-a0b6-385f4b642b1d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:36.132024 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:41:36.218492 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks [] for router_gateway (33bef79f-ee86-48f4-a0b6-385f4b642b1d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:36.315259 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:41:34Z', 'revision_number': 5, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port': {'id': 'abf2127a-9330-467b-b856-cf538ca222a6', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:83:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:06Z', 'updated_at': '2022-01-19T14:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:36.342488 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] Checking router: 33bef79f-ee86-48f4-a0b6-385f4b642b1d for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:41:36.349863 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ac4231d8-b29a-4998-be96-7773f5a50430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:36.352803 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] Routers {'33bef79f-ee86-48f4-a0b6-385f4b642b1d'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:41:36.353415 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:41:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:36.369746 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Deleting port abf2127a-9330-467b-b856-cf538ca222a6 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:41:36.370340 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (abf2127a-9330-467b-b856-cf538ca222a6), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:36.437293 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] Set router 33bef79f-ee86-48f4-a0b6-385f4b642b1d gateway port host: None {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:41:36.446670 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] For port abf2127a-9330-467b-b856-cf538ca222a6, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=abf2127a-9330-467b-b856-cf538ca222a6,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:36.447031 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (abf2127a-9330-467b-b856-cf538ca222a6), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:36.463328 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Calling delete_port for abf2127a-9330-467b-b856-cf538ca222a6 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:41:36.487881 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:41:36Z', 'revision_number': 6, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port_host': None}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:36.516499 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac8e00-25e3-4565-bf38-6ee31a1670c5 None None] The sync data for ids ['33bef79f-ee86-48f4-a0b6-385f4b642b1d'] in dv-cinder-799871-15-iscsi is: [{'id': '33bef79f-ee86-48f4-a0b6-385f4b642b1d', 'name': 'tempest-AttachVolumeTestJSON-1129823285-router', 'tenant_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:05Z', 'updated_at': '2022-01-19T14:41:36Z', 'revision_number': 6, 'project_id': '9261eb09fd8d40b1bf9a1b13d4ebf501', 'gw_port_host': None}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:41:36.685091 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (abf2127a-9330-467b-b856-cf538ca222a6), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:36.714839 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf2127a-9330-467b-b856-cf538ca222a6,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:36.769393 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563521'] for router_gateway (33bef79f-ee86-48f4-a0b6-385f4b642b1d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:36.870814 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57833'] for router (33bef79f-ee86-48f4-a0b6-385f4b642b1d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:36.873321 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks [] for router_controller (33bef79f-ee86-48f4-a0b6-385f4b642b1d), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:36.888797 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195017b-1081-4bf4-bd26-982bd137d510 req-0990b8dd-4312-4fc7-b286-540a219e91d2 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:36.890674 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e195017b-1081-4bf4-bd26-982bd137d510 req-0990b8dd-4312-4fc7-b286-540a219e91d2 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 943 time: 0.0527406 Jan 19 14:41:36.947658 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e195017b-1081-4bf4-bd26-982bd137d510 req-490d2b4d-cc33-4d28-b8af-68a38d5fe93b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506577 Jan 19 14:41:37.025998 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582893'] for router (33bef79f-ee86-48f4-a0b6-385f4b642b1d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.026538 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33bef79f-ee86-48f4-a0b6-385f4b642b1d {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 14:41:37.031703 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.032915 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-d86d14ea-23a7-41b0-a037-40bb371cbf81 admin admin] 10.222.0.79 "DELETE /v2.0/routers/33bef79f-ee86-48f4-a0b6-385f4b642b1d HTTP/1.1" status: 204 len: 168 time: 1.0148933 Jan 19 14:41:37.035365 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47558) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:37.078705 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd59a5c1-13d1-4211-b14b-74d988084bc1 admin admin] Deleting subnet df7d29b8-c1f6-46db-801b-45958c2aa13c {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:41:37.081713 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd59a5c1-13d1-4211-b14b-74d988084bc1 admin admin] Publish callbacks [] for subnet (df7d29b8-c1f6-46db-801b-45958c2aa13c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.114432 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd59a5c1-13d1-4211-b14b-74d988084bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58960790'] for subnet (df7d29b8-c1f6-46db-801b-45958c2aa13c), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.217007 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd59a5c1-13d1-4211-b14b-74d988084bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (df7d29b8-c1f6-46db-801b-45958c2aa13c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.342661 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd59a5c1-13d1-4211-b14b-74d988084bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62659311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58869580'] for subnet (df7d29b8-c1f6-46db-801b-45958c2aa13c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.370368 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59a5c1-13d1-4211-b14b-74d988084bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df7d29b8-c1f6-46db-801b-45958c2aa13c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:37.375184 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cd59a5c1-13d1-4211-b14b-74d988084bc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.381152 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-cd59a5c1-13d1-4211-b14b-74d988084bc1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/df7d29b8-c1f6-46db-801b-45958c2aa13c HTTP/1.1" status: 204 len: 168 time: 0.3422058 Jan 19 14:41:37.381152 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47560) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:37.384851 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b23e4-626d-489d-bd42-bdfe404df7ff None None] Network 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:41:37.455163 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (3e09d96f-7f91-47a0-b3ce-58319e0a0d96), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.516979 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Deleting port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:41:37.517313 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.571412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] DHCP port deletion for 3e09d96f-7f91-47a0-b3ce-58319e0a0d96 request from dv-cinder-799871-15-iscsi {{(pid=103127) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 14:41:37.589972 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] For port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81,segment=NetworkSegment(0a0750fe-3452-4dfb-a0fc-8b9491a028c2),segment_id=0a0750fe-3452-4dfb-a0fc-8b9491a028c2)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:37.590332 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.605834 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Calling delete_port for a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:41:37.720412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device bbd1c8a7-b504-4899-a329-d36855fa64a8 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:41:37.742070 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: bbd1c8a7-b504-4899-a329-d36855fa64a8 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:41:37.742422 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device bbd1c8a7-b504-4899-a329-d36855fa64a8 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:41:37.742824 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device abf2127a-9330-467b-b856-cf538ca222a6 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:41:37.759224 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.770816 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: abf2127a-9330-467b-b856-cf538ca222a6 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:41:37.771164 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device abf2127a-9330-467b-b856-cf538ca222a6 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:41:37.784947 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:37.788318 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] No DVR routers for this DVR port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 on host dv-cinder-799871-15-iscsi {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:41:37.795217 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] Deleting port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:41:37.795627 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.849341 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.859808 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] For port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81, host dv-cinder-799871-15-iscsi, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:37.860005 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (3e09d96f-7f91-47a0-b3ce-58319e0a0d96), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.860545 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.872572 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] Calling delete_port for a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:41:37.876588 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] Port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 was not found and therefore no delete operation was performed {{(pid=103127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 19 14:41:37.877767 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413'] for port (a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.879404 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e09d96f-7f91-47a0-b3ce-58319e0a0d96']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:37.889587 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0750fe-3452-4dfb-a0fc-8b9491a028c2') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:37.889981 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0750fe-3452-4dfb-a0fc-8b9491a028c2') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:37.899638 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (0a0750fe-3452-4dfb-a0fc-8b9491a028c2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.903888 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] Pushing event deleted for resources: {'Port': ['ID=a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:37.908154 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8407a298-4777-457b-8912-1ed0046e26b5 None None] No DVR routers for this DVR port a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 on host dv-cinder-799871-15-iscsi {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:41:37.913417 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (0a0750fe-3452-4dfb-a0fc-8b9491a028c2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.920065 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:41:37.920807 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (0a0750fe-3452-4dfb-a0fc-8b9491a028c2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:41:37.922257 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:41:38.060624 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (3e09d96f-7f91-47a0-b3ce-58319e0a0d96), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:38.065098 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93caa85-1219-44e9-943e-36dc682de82e req-850270a4-eb5a-4f84-a667-e4a428a57224 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:38.066649 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e93caa85-1219-44e9-943e-36dc682de82e req-850270a4-eb5a-4f84-a667-e4a428a57224 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 943 time: 0.0523617 Jan 19 14:41:38.076941 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:38.081059 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] 10.222.0.79 "DELETE /v2.0/networks/3e09d96f-7f91-47a0-b3ce-58319e0a0d96 HTTP/1.1" status: 204 len: 168 time: 0.6982574 Jan 19 14:41:38.081405 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147f03d-908a-4a28-af06-6fef01d817fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3e09d96f-7f91-47a0-b3ce-58319e0a0d96,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:38.121230 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e93caa85-1219-44e9-943e-36dc682de82e req-75a9f7f6-e18e-4aa4-abe3-aab69d7ce71d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474231 Jan 19 14:41:38.445635 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47566) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:38.484441 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-8bb22659-7897-41c6-a403-6263d23e9195 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9261eb09fd8d40b1bf9a1b13d4ebf501&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376413 Jan 19 14:41:38.487159 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47568) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:38.532295 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Publish callbacks [] for security_group (ed7d5fd0-a5f2-4cce-82e7-2c5abc459f4e), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:38.552269 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Publish callbacks [] for security_group (ed7d5fd0-a5f2-4cce-82e7-2c5abc459f4e), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:38.673409 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ed7d5fd0-a5f2-4cce-82e7-2c5abc459f4e), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:38.676029 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:38.677192 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed7d5fd0-a5f2-4cce-82e7-2c5abc459f4e HTTP/1.1" status: 204 len: 168 time: 0.1891625 Jan 19 14:41:38.685477 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7d5fd0-a5f2-4cce-82e7-2c5abc459f4e,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:38.692417 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.692827 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.693175 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.693512 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.693847 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.694205 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.694531 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.694874 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.695194 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.695557 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.695843 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.696166 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:38.696484 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35ea2b-3d9e-40fc-8142-539b14947b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:41:39.044963 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:39.237559 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b20199-754f-446e-b22f-d0499d42af12 req-c9109944-407e-49b0-8e57-7ae7ca57fe75 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:39.238992 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-04b20199-754f-446e-b22f-d0499d42af12 req-c9109944-407e-49b0-8e57-7ae7ca57fe75 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 943 time: 0.0516541 Jan 19 14:41:39.288090 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-04b20199-754f-446e-b22f-d0499d42af12 req-ef2f935f-8144-47c0-a89f-f8fcfa1ed61d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 Jan 19 14:41:39.537122 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:41:39.559479 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:41:39.559820 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device a9b85dfe-0b5d-45e6-acf4-095fdc7c1a81 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:41:40.319625 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:40.403002 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353af88-e6cb-42a3-b440-e44bf043fbe1 req-5793d2c0-880b-43e4-8eb0-0cc58299d56d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:40.404480 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9353af88-e6cb-42a3-b440-e44bf043fbe1 req-5793d2c0-880b-43e4-8eb0-0cc58299d56d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 943 time: 0.0486112 Jan 19 14:41:40.454106 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9353af88-e6cb-42a3-b440-e44bf043fbe1 req-f9dbc59b-fb5e-4235-bd01-59e93a235864 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441284 Jan 19 14:41:41.294901 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:41.568684 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f25ce-3f34-4ae1-88bc-14b536754915 req-070804a0-4cf5-4ef7-8378-9ce2125c163b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:41.570163 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e74f25ce-3f34-4ae1-88bc-14b536754915 req-070804a0-4cf5-4ef7-8378-9ce2125c163b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 943 time: 0.0501370 Jan 19 14:41:41.619117 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e74f25ce-3f34-4ae1-88bc-14b536754915 req-8719513f-4638-4864-b5a3-af3c4b228eb9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Jan 19 14:41:42.732876 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a60ae5-72be-41bd-8fc6-837a70bf052e req-5212cf23-5a3e-48f4-9698-39631889766d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:42.734455 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-98a60ae5-72be-41bd-8fc6-837a70bf052e req-5212cf23-5a3e-48f4-9698-39631889766d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 943 time: 0.0481730 Jan 19 14:41:42.782809 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-98a60ae5-72be-41bd-8fc6-837a70bf052e req-4958daa2-b547-484e-b5da-1dd76d135e1b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424042 Jan 19 14:41:43.049784 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 983209d7-8336-4921-ac06-d6a6f300a72c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:41:43.153482 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 983209d7-8336-4921-ac06-d6a6f300a72c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=983209d7-8336-4921-ac06-d6a6f300a72c,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:43.164679 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '983209d7-8336-4921-ac06-d6a6f300a72c', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:41:43.200393 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 983209d7-8336-4921-ac06-d6a6f300a72c is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:41:43.200775 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:43.212829 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983209d7-8336-4921-ac06-d6a6f300a72c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:41:43.231832 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 983209d7-8336-4921-ac06-d6a6f300a72c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=983209d7-8336-4921-ac06-d6a6f300a72c,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:43.319834 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:43.364241 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=983209d7-8336-4921-ac06-d6a6f300a72c,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:43.593901 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['983209d7-8336-4921-ac06-d6a6f300a72c'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:41:43.893868 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdca23c-3ae8-48f6-ae2e-9747bb1eba73 req-1ebb9727-95c0-4be8-b748-dfefc93084f0 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:43.895353 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dcdca23c-3ae8-48f6-ae2e-9747bb1eba73 req-1ebb9727-95c0-4be8-b748-dfefc93084f0 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 944 time: 0.0477614 Jan 19 14:41:43.949130 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dcdca23c-3ae8-48f6-ae2e-9747bb1eba73 req-b7939e32-8c15-405f-a019-b92920c760fc tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482295 Jan 19 14:41:45.060646 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff92e1b-5e34-4efc-81e5-4f1e61f533fd req-e92f9bd1-756d-4de9-8365-2b8b843aecf9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:45.062141 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7ff92e1b-5e34-4efc-81e5-4f1e61f533fd req-e92f9bd1-756d-4de9-8365-2b8b843aecf9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 944 time: 0.0477576 Jan 19 14:41:45.109823 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7ff92e1b-5e34-4efc-81e5-4f1e61f533fd req-58f76f63-f1ac-4d90-8f9f-5b9b0b14b1bb tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Jan 19 14:41:45.613488 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 983209d7-8336-4921-ac06-d6a6f300a72c up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:41:45.731720 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 983209d7-8336-4921-ac06-d6a6f300a72c completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:41:45.736903 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 983209d7-8336-4921-ac06-d6a6f300a72c triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:41:45.737278 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:45.811264 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 983209d7-8336-4921-ac06-d6a6f300a72c is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:41:45.811647 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:45.832422 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:41:45.834651 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcf2796-2c1b-41b5-83ac-d051fea7aead" -d '{"events": [{"server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "name": "network-vif-plugged", "status": "completed", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:41:45.847004 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 983209d7-8336-4921-ac06-d6a6f300a72c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=983209d7-8336-4921-ac06-d6a6f300a72c,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:41:45.869875 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8e61e7-4aa9-49f0-a6ef-29b1851cea5a x-openstack-request-id: req-3b8e61e7-4aa9-49f0-a6ef-29b1851cea5a {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:41:45.870260 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "name": "network-vif-plugged", "status": "completed", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:41:45.870513 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b8e61e7-4aa9-49f0-a6ef-29b1851cea5a {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:41:45.870906 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c', 'code': 200} Jan 19 14:41:45.937017 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:45.986279 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=983209d7-8336-4921-ac06-d6a6f300a72c,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:46.221088 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d750a6-2da1-40ef-b55a-0c79acec31bc req-becdafa8-5061-4b3d-8352-545e3da59b1b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:46.222535 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-30d750a6-2da1-40ef-b55a-0c79acec31bc req-becdafa8-5061-4b3d-8352-545e3da59b1b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 945 time: 0.0476282 Jan 19 14:41:46.268819 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-30d750a6-2da1-40ef-b55a-0c79acec31bc req-7a25e9e7-78e7-426b-8f1c-92a2b732499f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409243 Jan 19 14:41:47.392191 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7758f34-b6d9-468a-b4fc-c6e3f19db7cb req-b716baa8-18c7-4682-8383-693cb587e077 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:47.393674 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f7758f34-b6d9-468a-b4fc-c6e3f19db7cb req-b716baa8-18c7-4682-8383-693cb587e077 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 945 time: 0.0573373 Jan 19 14:41:47.445896 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f7758f34-b6d9-468a-b4fc-c6e3f19db7cb req-ee08c0d7-d12c-4f6e-92b3-72b3c79809da tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467541 Jan 19 14:41:47.749687 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76743b68-98a2-46d1-bb6f-4e830156ef0d req-00d4dadf-4302-4b7c-bf94-f7982f369eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:47.751243 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-76743b68-98a2-46d1-bb6f-4e830156ef0d req-00d4dadf-4302-4b7c-bf94-f7982f369eae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 1098 time: 0.0417984 Jan 19 14:41:47.797743 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-76743b68-98a2-46d1-bb6f-4e830156ef0d req-409778b4-2773-4663-b214-3cab6fc5a795 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396950 Jan 19 14:41:48.557598 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee54534-894e-4856-a7d1-bfa063b022a0 req-50e18f3d-8bfb-408d-a149-3e4c81488f11 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:48.559073 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eee54534-894e-4856-a7d1-bfa063b022a0 req-50e18f3d-8bfb-408d-a149-3e4c81488f11 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 945 time: 0.0472643 Jan 19 14:41:48.605892 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eee54534-894e-4856-a7d1-bfa063b022a0 req-26d4e2ed-a526-4f4d-bc60-e42120a6bb78 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Jan 19 14:41:49.717599 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3028be-ecbe-4367-97ae-3a18f11c4249 req-e29a8f98-b8bc-4b14-b3be-04995fad1157 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:49.719089 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3e3028be-ecbe-4367-97ae-3a18f11c4249 req-e29a8f98-b8bc-4b14-b3be-04995fad1157 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 945 time: 0.0480149 Jan 19 14:41:49.772377 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3e3028be-ecbe-4367-97ae-3a18f11c4249 req-c8b48cb6-76dc-4f6f-91dd-0f00f048e77f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478399 Jan 19 14:41:49.884411 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd7b8-40e2-40fd-a19a-fa59a764148e req-30952ed2-f453-46a4-902d-f45925ca5ef5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:49.885865 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a51bd7b8-40e2-40fd-a19a-fa59a764148e req-30952ed2-f453-46a4-902d-f45925ca5ef5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 945 time: 0.0488303 Jan 19 14:41:49.933830 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a51bd7b8-40e2-40fd-a19a-fa59a764148e req-a84ff512-fd67-4fc2-859c-46a6d01ae843 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Jan 19 14:41:49.955992 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47688) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:49.993439 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d54d8-23e4-4165-bd24-0ac73924709c tempest-TestVolumeBootPattern-2116447786 tempest-TestVolumeBootPattern-2116447786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:49.994934 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-8a2d54d8-23e4-4165-bd24-0ac73924709c tempest-TestVolumeBootPattern-2116447786 tempest-TestVolumeBootPattern-2116447786-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 1093 time: 0.0379634 Jan 19 14:41:49.997573 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47690) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:41:50.002218 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'floatingip': {'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:41:50.074638 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:50.169163 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:50.267204 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Allocated IP 172.27.1.128 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/0dcab65d-4a51-4793-a490-d7e064f202d2) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:41:50.366124 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for port (0dcab65d-4a51-4793-a490-d7e064f202d2), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:50.451715 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (0dcab65d-4a51-4793-a490-d7e064f202d2), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:50.487527 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:41:50.490428 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:41:50.493774 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:41:50.522528 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'Port': ['ID=0dcab65d-4a51-4793-a490-d7e064f202d2,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:50.847449 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (2a5f89ff-df35-48ff-8e67-546689d6fc17), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:51.181070 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (0dcab65d-4a51-4793-a490-d7e064f202d2), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:51.326773 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for port (0dcab65d-4a51-4793-a490-d7e064f202d2), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:51.422239 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (0dcab65d-4a51-4793-a490-d7e064f202d2), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:51.491936 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'Port': ['ID=0dcab65d-4a51-4793-a490-d7e064f202d2,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:41:51.500613 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (2a5f89ff-df35-48ff-8e67-546689d6fc17), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:51.597613 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.l3_db [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Floating IP 2a5f89ff-df35-48ff-8e67-546689d6fc17 associated. External IP: 172.27.1.128, port: 983209d7-8336-4921-ac06-d6a6f300a72c. Jan 19 14:41:51.795191 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Router 33253a25-da8a-417b-849e-0222c9d5b945 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:41:51.898819 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:41:51.909379 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] Sync routers for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:41:51.919384 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:41:51.920052 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:41:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:51.994879 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:41:52.021007 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f9298f65-52e4-4220-8a92-a47d347041ac tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0224090 Jan 19 14:41:52.021588 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:41:52.023425 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:41:52.023815 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:41:52.176541 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6dd096-5c01-4f11-94b4-bc7c9024b67c x-openstack-request-id: req-0c6dd096-5c01-4f11-94b4-bc7c9024b67c {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:41:52.177064 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:41:52.177321 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c6dd096-5c01-4f11-94b4-bc7c9024b67c {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:41:52.177771 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c', 'status': 'completed', 'code': 200} Jan 19 14:41:52.240287 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-cf9bf61c-9fd8-4949-a1ba-6a0cb2e9d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:52.241771 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-cf9bf61c-9fd8-4949-a1ba-6a0cb2e9d27b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 1098 time: 0.0403919 Jan 19 14:41:52.251299 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '2a5f89ff-df35-48ff-8e67-546689d6fc17', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:41:50Z', 'updated_at': '2022-01-19T14:41:50Z', 'revision_number': 0, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:52.277739 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] Checking router: 33253a25-da8a-417b-849e-0222c9d5b945 for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:41:52.286358 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:41:52.286997 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:41:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:52.336087 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-30ff385a-3100-4f69-b7bc-7f9917542c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:52.337543 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-30ff385a-3100-4f69-b7bc-7f9917542c1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 912 time: 0.0885882 Jan 19 14:41:52.396367 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:41:52.411066 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-84db9057-aabf-4090-87ed-693e8fde9d97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=983209d7-8336-4921-ac06-d6a6f300a72c HTTP/1.1" status: 200 len: 999 time: 0.0649898 Jan 19 14:41:52.466198 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-d0f8821b-e024-4292-9620-560712439053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:52.467683 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-d0f8821b-e024-4292-9620-560712439053 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.0495188 Jan 19 14:41:52.518569 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-60fcf9e7-99c4-4a1f-a501-a4c37e67c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:41:52.520102 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-60fcf9e7-99c4-4a1f-a501-a4c37e67c94d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440636 Jan 19 14:41:52.608147 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-ce971fc8-9eb6-4413-a5cc-0ed6ecb56521 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820110 Jan 19 14:41:52.730690 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '2a5f89ff-df35-48ff-8e67-546689d6fc17', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:41:50Z', 'updated_at': '2022-01-19T14:41:50Z', 'revision_number': 0, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:41:52.760512 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f430b51-c91c-40ed-b168-7cca358d0c1d None None] The sync data for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi is: [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '2a5f89ff-df35-48ff-8e67-546689d6fc17', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:41:50Z', 'updated_at': '2022-01-19T14:41:50Z', 'revision_number': 0, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:41:52.946418 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5ff3ec54-de7c-470c-a9b7-b0cd9298bf8a req-95cb3e8f-8fa1-4c68-ba2c-46b25edb134e service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319104 Jan 19 14:41:52.974104 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b3f53-26a1-4c06-8574-6e6126592f2d None None] New status for floating IP 2a5f89ff-df35-48ff-8e67-546689d6fc17: ACTIVE {{(pid=103127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:42:04.155569 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f62d43fd-cabf-4348-984e-c3266b1f2064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:06.292923 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0d4f7982-c391-48cd-be60-9a24701aff28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:07.824362 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:08.678944 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87325b73-8d61-44dc-a54f-f5c81769b545 req-ded3d968-e201-477c-93bb-736bdfd98191 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:08.680395 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-87325b73-8d61-44dc-a54f-f5c81769b545 req-ded3d968-e201-477c-93bb-736bdfd98191 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 947 time: 0.0477471 Jan 19 14:42:08.725364 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-87325b73-8d61-44dc-a54f-f5c81769b545 req-f41f5e76-b995-44c3-bc59-c9a78645861b tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395515 Jan 19 14:42:09.007271 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:09.447888 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:42:09.846979 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90637e1-eaa2-4ea4-b5b7-fa55679d205a req-a36f5ffc-0abb-4825-b18d-35c5cda477ee tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:09.853379 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f90637e1-eaa2-4ea4-b5b7-fa55679d205a req-a36f5ffc-0abb-4825-b18d-35c5cda477ee tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 947 time: 0.0512056 Jan 19 14:42:09.894147 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f90637e1-eaa2-4ea4-b5b7-fa55679d205a req-6ee87a69-00a4-4aec-a398-37f913d609ef tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401981 Jan 19 14:42:10.321696 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:11.009762 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb0ac-8578-4c25-9702-862cbf4db807 req-52da6fc7-c7a8-47d8-802a-e0938c3e61f4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:11.011226 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ff9bb0ac-8578-4c25-9702-862cbf4db807 req-52da6fc7-c7a8-47d8-802a-e0938c3e61f4 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 947 time: 0.0475788 Jan 19 14:42:11.056468 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ff9bb0ac-8578-4c25-9702-862cbf4db807 req-f2aa8faa-ce9d-48de-9c26-305c44c21b7e tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393789 Jan 19 14:42:11.348431 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:12.171945 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47472-1bb9-43b3-b5d8-898458a71c7a req-a1939167-f82d-4f9e-b1b8-82c6ce24f4d1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:12.173885 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1fe47472-1bb9-43b3-b5d8-898458a71c7a req-a1939167-f82d-4f9e-b1b8-82c6ce24f4d1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 947 time: 0.0485303 Jan 19 14:42:12.222044 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1fe47472-1bb9-43b3-b5d8-898458a71c7a req-aad7e37d-f28d-44c0-b8fe-c399ee8d22d6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups?id=2922bb4f-8dfd-4fd6-b186-036627b82805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Jan 19 14:42:12.637172 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-254248c0-f41a-4946-9a8b-740eaae7f7b1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:12.638640 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-254248c0-f41a-4946-9a8b-740eaae7f7b1 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 947 time: 0.0484545 Jan 19 14:42:12.731720 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Deleting port d4703fb1-33de-416e-905d-c7d2c1e0aa4f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:12.731981 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:12.820328 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] For port d4703fb1-33de-416e-905d-c7d2c1e0aa4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:12.820693 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:12.995396 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:12.995681 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (0171db8a-8d1c-4acd-be8d-46f70ed75502), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:12.995995 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.l3_db [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Floating IP 0171db8a-8d1c-4acd-be8d-46f70ed75502 disassociated. External IP: 172.27.1.224, port: d4703fb1-33de-416e-905d-c7d2c1e0aa4f. Jan 19 14:42:12.996334 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Calling delete_port for d4703fb1-33de-416e-905d-c7d2c1e0aa4f owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:13.217528 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (d4703fb1-33de-416e-905d-c7d2c1e0aa4f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:13.244105 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event deleted for resources: {'Port': ['ID=d4703fb1-33de-416e-905d-c7d2c1e0aa4f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:13.324848 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-68aac352-c781-466f-8f67-ad4445530344 req-5f014050-a219-4114-b211-d9f9e15931be tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 210 time: 0.0263584 Jan 19 14:42:13.363506 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Router 77fad866-f3a7-4190-95b2-ff349a73a14e has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:42:13.467601 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:42:13.477829 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] Sync routers for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:42:13.487866 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:13.488711 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:13.510499 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] No DVR routers for this DVR port d4703fb1-33de-416e-905d-c7d2c1e0aa4f on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:42:13.513050 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:13.516500 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da7bd4ae-6d55-44fc-acf0-2fc43bfd1949 req-065c2a4a-f70f-4e02-ad75-897ad9f3b031 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.57 "DELETE /v2.0/ports/d4703fb1-33de-416e-905d-c7d2c1e0aa4f HTTP/1.1" status: 204 len: 173 time: 0.8705580 Jan 19 14:42:13.517120 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-deleted', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:42:13.520729 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddd19fc-d3ed-45dc-9dbf-1100e6f2acde" -d '{"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-deleted", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:42:13.560496 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b82471-fb5b-45ac-9fc3-f8249d02a227 x-openstack-request-id: req-37b82471-fb5b-45ac-9fc3-f8249d02a227 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:42:13.560818 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9412d02c-5dfe-4986-8ac9-654716956182", "name": "network-vif-deleted", "tag": "d4703fb1-33de-416e-905d-c7d2c1e0aa4f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:42:13.561054 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37b82471-fb5b-45ac-9fc3-f8249d02a227 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:42:13.561463 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9412d02c-5dfe-4986-8ac9-654716956182', 'name': 'network-vif-deleted', 'tag': 'd4703fb1-33de-416e-905d-c7d2c1e0aa4f', 'status': 'completed', 'code': 200} Jan 19 14:42:13.596846 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:13.802109 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:13.827315 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] Checking router: 77fad866-f3a7-4190-95b2-ff349a73a14e for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:42:13.836239 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:13.836789 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:13.947530 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:14.152760 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:14.178532 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d799492d-887e-4246-a6eb-28cde1cb78ab None None] The sync data for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi is: [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:35:10Z', 'revision_number': 4, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'ee580094-ad64-4510-b93b-12825f4732be', 'name': '', 'network_id': '10e03e13-01e9-4d22-b8d1-2ef0b6972727', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'mac_address': 'fa:16:3e:11:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:08Z', 'updated_at': '2022-01-19T14:35:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'subnets': [{'id': 'fffaba97-fe7a-4e03-9589-31160d9b3365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:42:14.433423 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411c217d-1d4c-4251-b019-304d1a6313d7 None None] New status for floating IP 0171db8a-8d1c-4acd-be8d-46f70ed75502: DOWN {{(pid=103127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:42:14.443965 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-50f1e220-8761-47b6-8736-a4c7c6bb3811 req-e44cd16d-9f55-4be6-8d0b-dbbee630f9e6 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/ports?device_id=9412d02c-5dfe-4986-8ac9-654716956182 HTTP/1.1" status: 200 len: 210 time: 0.0270810 Jan 19 14:42:15.569280 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47918) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:15.620766 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ceac093e-2664-46d9-ad6b-57cd9c113659 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (2922bb4f-8dfd-4fd6-b186-036627b82805), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:15.643879 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ceac093e-2664-46d9-ad6b-57cd9c113659 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (2922bb4f-8dfd-4fd6-b186-036627b82805), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:15.751302 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ceac093e-2664-46d9-ad6b-57cd9c113659 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (2922bb4f-8dfd-4fd6-b186-036627b82805), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:15.753876 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ceac093e-2664-46d9-ad6b-57cd9c113659 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:15.755044 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-ceac093e-2664-46d9-ad6b-57cd9c113659 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "DELETE /v2.0/security-groups/2922bb4f-8dfd-4fd6-b186-036627b82805 HTTP/1.1" status: 204 len: 168 time: 0.1847587 Jan 19 14:42:15.757822 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47920) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:15.764532 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac093e-2664-46d9-ad6b-57cd9c113659 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2922bb4f-8dfd-4fd6-b186-036627b82805,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:15.773510 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.api.v2.resource [None req-8e09ed79-ff40-4d3f-9af5-e91b5faab3cb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] show failed (client error): The resource could not be found. Jan 19 14:42:15.774542 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-8e09ed79-ff40-4d3f-9af5-e91b5faab3cb tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "GET /v2.0/security-groups/2922bb4f-8dfd-4fd6-b186-036627b82805 HTTP/1.1" status: 404 len: 347 time: 0.0155628 Jan 19 14:42:15.777466 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47922) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:15.897203 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Deleting port 41778722-d71b-4c07-871f-72c658521bfb {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:15.897456 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (41778722-d71b-4c07-871f-72c658521bfb), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:15.973227 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (41778722-d71b-4c07-871f-72c658521bfb), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:15.973555 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (41778722-d71b-4c07-871f-72c658521bfb), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:15.984984 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Calling delete_port for 41778722-d71b-4c07-871f-72c658521bfb owned by network:floatingip {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:16.195744 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (41778722-d71b-4c07-871f-72c658521bfb), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:16.227646 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Pushing event deleted for resources: {'Port': ['ID=41778722-d71b-4c07-871f-72c658521bfb,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:16.281964 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks [] for floatingip (0171db8a-8d1c-4acd-be8d-46f70ed75502), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:16.284464 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:16.285601 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-65c3f4c1-d49a-4c79-a175-8a950286eb22 tempest-AttachVolumeShelveTestJSON-274593462 tempest-AttachVolumeShelveTestJSON-274593462-project] 10.222.0.79 "DELETE /v2.0/floatingips/0171db8a-8d1c-4acd-be8d-46f70ed75502 HTTP/1.1" status: 204 len: 168 time: 0.5072055 Jan 19 14:42:17.207369 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:17.226865 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: d4703fb1-33de-416e-905d-c7d2c1e0aa4f {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:42:17.227212 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device d4703fb1-33de-416e-905d-c7d2c1e0aa4f not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:18.999782 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47968) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:19.474688 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564239'] for router_interface (77fad866-f3a7-4190-95b2-ff349a73a14e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:19.710596 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Deleting port ee580094-ad64-4510-b93b-12825f4732be {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:19.710931 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (ee580094-ad64-4510-b93b-12825f4732be), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:19.785927 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] For port ee580094-ad64-4510-b93b-12825f4732be, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=ee580094-ad64-4510-b93b-12825f4732be,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:19.786293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (ee580094-ad64-4510-b93b-12825f4732be), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:19.798522 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Calling delete_port for ee580094-ad64-4510-b93b-12825f4732be owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:20.059609 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (ee580094-ad64-4510-b93b-12825f4732be), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:20.089928 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee580094-ad64-4510-b93b-12825f4732be,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:20.253706 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582047'] for router_interface (77fad866-f3a7-4190-95b2-ff349a73a14e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:20.471118 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Router 77fad866-f3a7-4190-95b2-ff349a73a14e has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:42:20.577883 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:42:20.583319 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-558acc72-b5d6-49ad-8713-54347b258839 admin admin] 10.222.0.79 "PUT /v2.0/routers/77fad866-f3a7-4190-95b2-ff349a73a14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5827045 Jan 19 14:42:20.586202 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47980) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:20.586720 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] Sync routers for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:42:20.597090 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:20.597699 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:20.689715 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks [] for router (77fad866-f3a7-4190-95b2-ff349a73a14e), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:20.699964 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:20.788534 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks [] for router_gateway (77fad866-f3a7-4190-95b2-ff349a73a14e), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:20.870275 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:42:19Z', 'revision_number': 5, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port': {'id': '7e28faf9-df22-4854-a9e2-e52103d9022d', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:35:03Z', 'updated_at': '2022-01-19T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:20.919939 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Deleting port 7e28faf9-df22-4854-a9e2-e52103d9022d {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:20.920566 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:20.983699 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] Checking router: 77fad866-f3a7-4190-95b2-ff349a73a14e for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:42:20.992634 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] Routers {'77fad866-f3a7-4190-95b2-ff349a73a14e'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:20.993232 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['77fad866-f3a7-4190-95b2-ff349a73a14e'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:21.003551 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] For port 7e28faf9-df22-4854-a9e2-e52103d9022d, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=7e28faf9-df22-4854-a9e2-e52103d9022d,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:21.003908 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.016736 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Calling delete_port for 7e28faf9-df22-4854-a9e2-e52103d9022d owned by network:router_gateway {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:21.077384 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] Set router 77fad866-f3a7-4190-95b2-ff349a73a14e gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:21.127670 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:42:20Z', 'revision_number': 6, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port_host': None}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:21.155825 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9444c-fdd6-4d88-9f1d-b43adce3a790 None None] The sync data for ids ['77fad866-f3a7-4190-95b2-ff349a73a14e'] in dv-cinder-799871-15-iscsi is: [{'id': '77fad866-f3a7-4190-95b2-ff349a73a14e', 'name': 'tempest-AttachVolumeShelveTestJSON-1463263157-router', 'tenant_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:35:02Z', 'updated_at': '2022-01-19T14:42:20Z', 'revision_number': 6, 'project_id': '1ddc5b9b30d64b4aaadc223f8b8edfb5', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:42:21.231281 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (7e28faf9-df22-4854-a9e2-e52103d9022d), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.256670 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e28faf9-df22-4854-a9e2-e52103d9022d,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:21.314056 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563521'] for router_gateway (77fad866-f3a7-4190-95b2-ff349a73a14e), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.403866 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57833'] for router (77fad866-f3a7-4190-95b2-ff349a73a14e), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.405990 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks [] for router_controller (77fad866-f3a7-4190-95b2-ff349a73a14e), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.533298 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582893'] for router (77fad866-f3a7-4190-95b2-ff349a73a14e), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.533858 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77fad866-f3a7-4190-95b2-ff349a73a14e {{(pid=103125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 14:42:21.540190 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.544077 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-e5673298-0219-4b65-aafe-6b51777aef85 admin admin] 10.222.0.79 "DELETE /v2.0/routers/77fad866-f3a7-4190-95b2-ff349a73a14e HTTP/1.1" status: 204 len: 168 time: 0.9538374 Jan 19 14:42:21.544723 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 47984) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:21.612048 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1569db0-c407-4b89-a02a-331ba5ec3e1f admin admin] Deleting subnet fffaba97-fe7a-4e03-9589-31160d9b3365 {{(pid=103125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:42:21.615554 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f1569db0-c407-4b89-a02a-331ba5ec3e1f admin admin] Publish callbacks [] for subnet (fffaba97-fe7a-4e03-9589-31160d9b3365), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.631475 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device ee580094-ad64-4510-b93b-12825f4732be no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:21.654395 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f1569db0-c407-4b89-a02a-331ba5ec3e1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239063'] for subnet (fffaba97-fe7a-4e03-9589-31160d9b3365), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.654939 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: ee580094-ad64-4510-b93b-12825f4732be {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:42:21.655299 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device ee580094-ad64-4510-b93b-12825f4732be not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:21.757955 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f1569db0-c407-4b89-a02a-331ba5ec3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (fffaba97-fe7a-4e03-9589-31160d9b3365), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.865782 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f1569db0-c407-4b89-a02a-331ba5ec3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62761738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58968061'] for subnet (fffaba97-fe7a-4e03-9589-31160d9b3365), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.894673 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1569db0-c407-4b89-a02a-331ba5ec3e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fffaba97-fe7a-4e03-9589-31160d9b3365,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:21.898026 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f1569db0-c407-4b89-a02a-331ba5ec3e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:21.901256 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f1569db0-c407-4b89-a02a-331ba5ec3e1f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fffaba97-fe7a-4e03-9589-31160d9b3365 HTTP/1.1" status: 204 len: 168 time: 0.3555300 Jan 19 14:42:21.903994 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47988) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:21.904502 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243ea23-50cf-48eb-b90d-8d1d1be66798 None None] Network 10e03e13-01e9-4d22-b8d1-2ef0b6972727 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:42:21.977577 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (10e03e13-01e9-4d22-b8d1-2ef0b6972727), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.033454 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Deleting port f0011438-cc9b-4856-828b-c03592934636 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:22.033790 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (f0011438-cc9b-4856-828b-c03592934636), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.056016 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] DHCP port deletion for 10e03e13-01e9-4d22-b8d1-2ef0b6972727 request from dv-cinder-799871-15-iscsi {{(pid=103127) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 14:42:22.101856 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] For port f0011438-cc9b-4856-828b-c03592934636, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f0011438-cc9b-4856-828b-c03592934636,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:22.102361 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (f0011438-cc9b-4856-828b-c03592934636), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.113737 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Deleting port f0011438-cc9b-4856-828b-c03592934636 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:22.114400 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (f0011438-cc9b-4856-828b-c03592934636), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.116392 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Calling delete_port for f0011438-cc9b-4856-828b-c03592934636 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:22.178817 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] For port f0011438-cc9b-4856-828b-c03592934636, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f0011438-cc9b-4856-828b-c03592934636,segment=NetworkSegment(d98b5b40-3490-4f98-a0ca-aa33636cb2e1),segment_id=d98b5b40-3490-4f98-a0ca-aa33636cb2e1)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:22.179210 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (f0011438-cc9b-4856-828b-c03592934636), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.193031 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Calling delete_port for f0011438-cc9b-4856-828b-c03592934636 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:22.237421 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (f0011438-cc9b-4856-828b-c03592934636), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.262979 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0011438-cc9b-4856-828b-c03592934636,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:22.268806 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] No DVR routers for this DVR port f0011438-cc9b-4856-828b-c03592934636 on host dv-cinder-799871-15-iscsi {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:42:22.311298 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413'] for port (f0011438-cc9b-4856-828b-c03592934636), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.333234 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Pushing event deleted for resources: {'Port': ['ID=f0011438-cc9b-4856-828b-c03592934636,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:22.343611 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.343957 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.344296 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.344552 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (10e03e13-01e9-4d22-b8d1-2ef0b6972727), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.344689 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.344979 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.345307 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.345633 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.346025 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.346397 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.346722 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.347048 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.347368 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.347684 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:22.352262 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5acdfb4-44cb-4c89-a675-36a6d1db8112 None None] No DVR routers for this DVR port f0011438-cc9b-4856-828b-c03592934636 on host dv-cinder-799871-15-iscsi {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:42:22.365858 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e03e13-01e9-4d22-b8d1-2ef0b6972727']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:22.375430 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:22.375720 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98b5b40-3490-4f98-a0ca-aa33636cb2e1') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:22.385619 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (d98b5b40-3490-4f98-a0ca-aa33636cb2e1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.399368 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (d98b5b40-3490-4f98-a0ca-aa33636cb2e1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.405367 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:42:22.405748 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (d98b5b40-3490-4f98-a0ca-aa33636cb2e1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:42:22.407482 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:42:22.515545 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (10e03e13-01e9-4d22-b8d1-2ef0b6972727), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.521400 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.524602 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/10e03e13-01e9-4d22-b8d1-2ef0b6972727 HTTP/1.1" status: 204 len: 168 time: 0.6195641 Jan 19 14:42:22.535133 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f05f2-22e9-4ac0-8798-41b764961de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e03e13-01e9-4d22-b8d1-2ef0b6972727,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:22.857078 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47994) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:22.896151 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0a6bceb6-94cf-464a-85c0-ba210da0a727 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ddc5b9b30d64b4aaadc223f8b8edfb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377667 Jan 19 14:42:22.898320 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 47996) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:22.943571 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3687105-f482-40f7-983b-117c28f85dfe admin admin] Publish callbacks [] for security_group (1768075b-b278-4c8b-882a-b112eeef6987), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:22.964155 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3687105-f482-40f7-983b-117c28f85dfe admin admin] Publish callbacks [] for security_group (1768075b-b278-4c8b-882a-b112eeef6987), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:23.069104 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3687105-f482-40f7-983b-117c28f85dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1768075b-b278-4c8b-882a-b112eeef6987), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:23.071741 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3687105-f482-40f7-983b-117c28f85dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:23.072922 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b3687105-f482-40f7-983b-117c28f85dfe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1768075b-b278-4c8b-882a-b112eeef6987 HTTP/1.1" status: 204 len: 168 time: 0.1737070 Jan 19 14:42:23.081052 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3687105-f482-40f7-983b-117c28f85dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1768075b-b278-4c8b-882a-b112eeef6987,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:23.562934 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 7e28faf9-df22-4854-a9e2-e52103d9022d no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:23.582908 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 7e28faf9-df22-4854-a9e2-e52103d9022d {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:42:23.583248 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 7e28faf9-df22-4854-a9e2-e52103d9022d not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:23.583652 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f0011438-cc9b-4856-828b-c03592934636 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:23.609943 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: f0011438-cc9b-4856-828b-c03592934636 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:42:23.610590 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f0011438-cc9b-4856-828b-c03592934636 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:24.080993 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48034) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:24.179806 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1721133531-network', 'tenant_id': '5133268312764042bad837ea44e0e7cd'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:42:24.328067 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Made reservation on behalf of 5133268312764042bad837ea44e0e7cd for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:42:24.330429 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:24.339132 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:24.414209 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Publish callbacks [] for security_group (a6f0ad59-26ad-4146-8c92-0a550568f6d1), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:24.482377 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a6f0ad59-26ad-4146-8c92-0a550568f6d1), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:24.508092 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:42:24.518144 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f0ad59-26ad-4146-8c92-0a550568f6d1,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:24.523850 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (5a772d39-43ba-44ee-81dc-9921ea96e6f7), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:24.524191 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Added segment 5a772d39-43ba-44ee-81dc-9921ea96e6f7 of type vlan for network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb Jan 19 14:42:24.563399 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:24.648091 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:24.648970 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:24.649557 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:24.707668 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:24.717400 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:42:24.737254 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-cf320dad-8e0b-4a7a-ad56-0def9d2096c2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6551476 Jan 19 14:42:24.740383 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48042) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:24.744988 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Request body: {'subnet': {'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1721133531-subnet', 'tenant_id': '5133268312764042bad837ea44e0e7cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:42:24.819968 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Made reservation on behalf of 5133268312764042bad837ea44e0e7cd for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:42:24.822328 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58869609'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:25.310528 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62659118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58869575'] for subnet (afef78e3-3df8-4bf9-8a3b-ad2420e6505a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:25.368814 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=afef78e3-3df8-4bf9-8a3b-ad2420e6505a,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:25.380559 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Checking segment: {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:42:25.380903 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Network hostable DHCP agents. Network: 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:42:25.488629 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:42:25.620659 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:42:25.628932 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:25.629855 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:25.633263 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad05742-47d3-4622-ac6b-20ea3c56615a None None] Network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:42:25.696805 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-8c31de6a-960e-427d-8490-956df310ec7c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9553130 Jan 19 14:42:25.729257 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d583f-e47a-4fb4-b4cc-5902355eb93c None None] Network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:42:26.137027 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-3100df84-1335-488c-98ef-e99f26cca956 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:26.138522 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-3100df84-1335-488c-98ef-e99f26cca956 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/networks?id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb HTTP/1.1" status: 200 len: 815 time: 0.1035926 Jan 19 14:42:26.152695 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-39dd3404-f085-48f2-a6b6-5b9d511402ad tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/quotas/5133268312764042bad837ea44e0e7cd HTTP/1.1" status: 200 len: 375 time: 0.0088012 Jan 19 14:42:26.186755 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-cb40a742-ec2a-48e0-ac6b-ff4fbe50384a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293350 Jan 19 14:42:26.273545 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-1257c092-c32e-48cf-b4ef-c535fafde02c service neutron] 10.222.0.79 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800786 Jan 19 14:42:26.362906 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-3fd8584a-a93c-4120-828a-cfd22d0d331c service neutron] 10.222.0.79 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838826 Jan 19 14:42:26.573065 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8d08f412-0c35-420e-825b-fb1d2faf8911 req-388489a8-de88-4568-afae-f8ce9d8e8d65 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 210 time: 0.0258677 Jan 19 14:42:27.676123 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-71393abd-5d55-4fe8-b228-c7bd3e0be308 req-93524ff6-0513-45fb-99f0-3087300e8231 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 210 time: 0.0264487 Jan 19 14:42:27.705870 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48122) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:27.809476 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-773d249a-f9bb-4490-8eda-0589ce49be9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:27.880505 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-773d249a-f9bb-4490-8eda-0589ce49be9c admin admin] Publish callbacks [] for security_group (a1d0afc8-e76a-4007-b208-9d9a3a564456), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:27.939807 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-773d249a-f9bb-4490-8eda-0589ce49be9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a1d0afc8-e76a-4007-b208-9d9a3a564456), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:27.978554 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-773d249a-f9bb-4490-8eda-0589ce49be9c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4c5641ef5f624189887d2a00126f448b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714806 Jan 19 14:42:27.980603 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d249a-f9bb-4490-8eda-0589ce49be9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d0afc8-e76a-4007-b208-9d9a3a564456,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:27.981265 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48126) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:28.028941 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-35cf8dbb-5b31-4d80-986f-c2bc8309e7e4 admin admin] Publish callbacks [] for security_group (a1d0afc8-e76a-4007-b208-9d9a3a564456), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:28.051825 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-35cf8dbb-5b31-4d80-986f-c2bc8309e7e4 admin admin] Publish callbacks [] for security_group (a1d0afc8-e76a-4007-b208-9d9a3a564456), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:28.131542 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48128) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:28.478609 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-35cf8dbb-5b31-4d80-986f-c2bc8309e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a1d0afc8-e76a-4007-b208-9d9a3a564456), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:28.481065 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-35cf8dbb-5b31-4d80-986f-c2bc8309e7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:28.482294 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-35cf8dbb-5b31-4d80-986f-c2bc8309e7e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a1d0afc8-e76a-4007-b208-9d9a3a564456 HTTP/1.1" status: 204 len: 168 time: 0.5000527 Jan 19 14:42:28.498992 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf8dbb-5b31-4d80-986f-c2bc8309e7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d0afc8-e76a-4007-b208-9d9a3a564456,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:28.615465 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Deleting port 030e5709-4902-4d27-b8a1-8011ad74b40c {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:28.615797 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (030e5709-4902-4d27-b8a1-8011ad74b40c), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:28.663860 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-32734361-9cd8-405e-8cb6-1de76a5034ef tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:28.665355 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-32734361-9cd8-405e-8cb6-1de76a5034ef tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "GET /v2.0/networks?id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb HTTP/1.1" status: 200 len: 815 time: 0.1126502 Jan 19 14:42:28.676929 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Request body: {'port': {'device_id': '4c21bc05-4b9a-4296-be35-237e44477a41', 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb', 'admin_state_up': True, 'tenant_id': '5133268312764042bad837ea44e0e7cd'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:42:28.691946 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (030e5709-4902-4d27-b8a1-8011ad74b40c), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:28.692455 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for floatingip (030e5709-4902-4d27-b8a1-8011ad74b40c), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:28.706768 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Calling delete_port for 030e5709-4902-4d27-b8a1-8011ad74b40c owned by network:floatingip {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:28.805070 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-77741a08-37bd-47b6-8173-d569c7337f94 req-ad5ec5b8-548a-4989-8b26-8b8aa5c85b85 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 210 time: 0.0476894 Jan 19 14:42:28.865242 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Made reservation on behalf of 5133268312764042bad837ea44e0e7cd for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:42:28.870953 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.006227 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Allocated IP 172.20.0.4 (9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb/afef78e3-3df8-4bf9-8a3b-ad2420e6505a/911876c3-f27a-4262-af17-77ec342bc693) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:42:29.009193 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (030e5709-4902-4d27-b8a1-8011ad74b40c), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.050327 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event deleted for resources: {'Port': ['ID=030e5709-4902-4d27-b8a1-8011ad74b40c,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:29.110354 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for floatingip (6640bfaf-ca8d-4468-a3fb-df5d627627f8), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.110354 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.l3_db [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Floating IP 6640bfaf-ca8d-4468-a3fb-df5d627627f8 disassociated (deleted). External IP: 172.27.1.134, port: 0ef9b2d4-d7e2-4095-be7f-86dbece636e9. Jan 19 14:42:29.162782 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks [] for port (911876c3-f27a-4262-af17-77ec342bc693), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.165086 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48142) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:29.181304 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9fa99058-64c2-4d75-b0a2-d9e73ba1d9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.271368 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9fa99058-64c2-4d75-b0a2-d9e73ba1d9ba admin admin] Publish callbacks [] for security_group (92b8e409-26cb-4964-a47f-d24416b47e93), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.295109 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (911876c3-f27a-4262-af17-77ec342bc693), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.317689 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:42:29.339350 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:42:29.342402 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:42:29.346704 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:42:29.352920 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Pushing event updated for resources: {'Port': ['ID=911876c3-f27a-4262-af17-77ec342bc693,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:29.373322 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-9fa99058-64c2-4d75-b0a2-d9e73ba1d9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (92b8e409-26cb-4964-a47f-d24416b47e93), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.426329 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa99058-64c2-4d75-b0a2-d9e73ba1d9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b8e409-26cb-4964-a47f-d24416b47e93,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:29.427444 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:42:29.433655 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.436353 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-9fa99058-64c2-4d75-b0a2-d9e73ba1d9ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ddcb38de43648a78e1fe37d9912c0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702479 Jan 19 14:42:29.436945 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48144) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:29.440137 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] Sync routers for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:42:29.449525 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:29.450240 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.457525 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:29.462396 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:29.468669 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-0381fc84-176f-4bb5-a5e5-2fb6160a3614 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "DELETE /v2.0/floatingips/6640bfaf-ca8d-4468-a3fb-df5d627627f8 HTTP/1.1" status: 204 len: 168 time: 1.3348470 Jan 19 14:42:29.468669 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:42:29.482629 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370484f2-28a0-468e-b5ac-67b8ab0c2b15" -d '{"events": [{"name": "network-changed", "server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:42:29.509625 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0424ef3-e96b-410d-b478-e014602d321c admin admin] Publish callbacks [] for security_group (92b8e409-26cb-4964-a47f-d24416b47e93), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.529442 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbea37e-ef99-4f16-95ee-663c40b77900 x-openstack-request-id: req-8dbea37e-ef99-4f16-95ee-663c40b77900 {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:42:29.529999 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:42:29.531616 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8dbea37e-ef99-4f16-95ee-663c40b77900 {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:42:29.531616 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'status': 'completed', 'code': 200} Jan 19 14:42:29.546763 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0424ef3-e96b-410d-b478-e014602d321c admin admin] Publish callbacks [] for security_group (92b8e409-26cb-4964-a47f-d24416b47e93), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.557949 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-198052eb-85e7-4cfd-bc89-234650463c7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8849545 Jan 19 14:42:29.577181 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Request body: {'port': {'device_id': '4c21bc05-4b9a-4296-be35-237e44477a41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:42:29.679178 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-c1a486ac-0fd7-457f-83f3-8edb9137cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:29.680743 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-c1a486ac-0fd7-457f-83f3-8edb9137cdac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60fa675e67c848f0981ab28dfcb7537e&device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 1098 time: 0.1219006 Jan 19 14:42:29.683414 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (911876c3-f27a-4262-af17-77ec342bc693), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.716064 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:29.777186 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0424ef3-e96b-410d-b478-e014602d321c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (92b8e409-26cb-4964-a47f-d24416b47e93), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.779691 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b0424ef3-e96b-410d-b478-e014602d321c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:29.780842 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b0424ef3-e96b-410d-b478-e014602d321c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/92b8e409-26cb-4964-a47f-d24416b47e93 HTTP/1.1" status: 204 len: 168 time: 0.3427231 Jan 19 14:42:29.801136 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0424ef3-e96b-410d-b478-e014602d321c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b8e409-26cb-4964-a47f-d24416b47e93,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:29.895323 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-0b02f65f-6f0a-44d5-9021-4d0c9e47c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:29.896823 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-0b02f65f-6f0a-44d5-9021-4d0c9e47c88c service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d4106b-a111-4480-84fe-234f05498f56 HTTP/1.1" status: 200 len: 909 time: 0.2091959 Jan 19 14:42:29.974668 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f77e5deb-14cf-4993-9621-363986ef951b', 'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'mac_address': 'fa:16:3e:a3:63:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:14Z', 'updated_at': '2022-01-19T14:37:18Z', 'revision_number': 5, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'subnets': [{'id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:29.981707 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-c76409de-5eef-4285-ac21-faaed8463030 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9 HTTP/1.1" status: 200 len: 217 time: 0.0704389 Jan 19 14:42:29.992537 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2e644-fb80-4815-83ff-06aa3c1cdf18 req-37224eed-2066-42ba-91fa-1854ff352c18 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:29.993607 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a1f2e644-fb80-4815-83ff-06aa3c1cdf18 req-37224eed-2066-42ba-91fa-1854ff352c18 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0944414 Jan 19 14:42:30.005314 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] Checking router: c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:42:30.010477 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaca14-8f8a-494a-be4b-f15ae5260e7f req-0d8fc899-8ac9-4806-b72b-0a9e8027427a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:30.012105 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cdcaca14-8f8a-494a-be4b-f15ae5260e7f req-0d8fc899-8ac9-4806-b72b-0a9e8027427a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 931 time: 0.0763614 Jan 19 14:42:30.016749 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:30.018070 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:30.072942 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-9aa46136-e987-48cf-86af-0fd750716e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:30.074638 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-9aa46136-e987-48cf-86af-0fd750716e1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54ccacf1-3efd-44c6-8dd6-2f8892936041 HTTP/1.1" status: 200 len: 847 time: 0.0826583 Jan 19 14:42:30.094613 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a1f2e644-fb80-4815-83ff-06aa3c1cdf18 req-f97e8133-f3e3-43db-912c-227ade6a5c84 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927165 Jan 19 14:42:30.113125 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-cdcaca14-8f8a-494a-be4b-f15ae5260e7f req-10fd2d12-0521-46dd-b848-dbd464721200 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854161 Jan 19 14:42:30.151434 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:30.169695 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-278e9fa3-9a26-4c1a-98b8-2b1cbbfa6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:30.171247 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-278e9fa3-9a26-4c1a-98b8-2b1cbbfa6170 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d4106b-a111-4480-84fe-234f05498f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0847449 Jan 19 14:42:30.255648 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911876c3-f27a-4262-af17-77ec342bc693 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:42:30.265566 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Publish callbacks [] for port (911876c3-f27a-4262-af17-77ec342bc693), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:30.292415 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Transition to ACTIVE for port object 911876c3-f27a-4262-af17-77ec342bc693 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:42:30.308170 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-b1273593-e94a-40bd-9fb1-9aaa0f6327e0 service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142480 Jan 19 14:42:30.371149 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (911876c3-f27a-4262-af17-77ec342bc693), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:30.375422 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f77e5deb-14cf-4993-9621-363986ef951b', 'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'mac_address': 'fa:16:3e:a3:63:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:14Z', 'updated_at': '2022-01-19T14:37:18Z', 'revision_number': 5, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'subnets': [{'id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:30.409084 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68d37e-1f24-43ae-842a-ed4d2121b60b None None] The sync data for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi is: [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f77e5deb-14cf-4993-9621-363986ef951b', 'name': '', 'network_id': '37d4106b-a111-4480-84fe-234f05498f56', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'mac_address': 'fa:16:3e:a3:63:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:14Z', 'updated_at': '2022-01-19T14:37:18Z', 'revision_number': 5, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'subnets': [{'id': '54ccacf1-3efd-44c6-8dd6-2f8892936041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:42:30.437602 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Pushing event updated for resources: {'Port': ['ID=911876c3-f27a-4262-af17-77ec342bc693,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:30.472436 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-370484f2-28a0-468e-b5ac-67b8ab0c2b15 req-0d92930b-3c2f-4f47-9843-66287b5e5caa service neutron] 10.222.0.57 "GET /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559401 Jan 19 14:42:30.530153 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Attempting to bind port 911876c3-f27a-4262-af17-77ec342bc693 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:42:30.530486 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Attempting to bind port 911876c3-f27a-4262-af17-77ec342bc693 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:42:30.530813 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Attempting to bind port 911876c3-f27a-4262-af17-77ec342bc693 on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:42:30.535589 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Port 911876c3-f27a-4262-af17-77ec342bc693 on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:42:30.540000 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Attempting to bind port 911876c3-f27a-4262-af17-77ec342bc693 on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:42:30.540546 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:42:30.540877 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Checking segment: {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:42:30.541251 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Bound using segment: {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:42:30.541668 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Bound port: 911876c3-f27a-4262-af17-77ec342bc693, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:42:30.542052 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (911876c3-f27a-4262-af17-77ec342bc693), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:30.607773 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] For port 911876c3-f27a-4262-af17-77ec342bc693, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:42:30.611620 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] For port 911876c3-f27a-4262-af17-77ec342bc693, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=911876c3-f27a-4262-af17-77ec342bc693,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:42:30.671521 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb754e1d-a4e6-4297-a440-d096118d1c5f None None] New status for floating IP 6640bfaf-ca8d-4468-a3fb-df5d627627f8: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:42:30.689877 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (911876c3-f27a-4262-af17-77ec342bc693), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:30.729242 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:30.729598 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:30.730994 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] 10.222.0.57 "PUT /v2.0/ports/911876c3-f27a-4262-af17-77ec342bc693 HTTP/1.1" status: 200 len: 1093 time: 1.1580880 Jan 19 14:42:30.731453 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c21bc05-4b9a-4296-be35-237e44477a41', 'tag': '911876c3-f27a-4262-af17-77ec342bc693'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:42:30.733868 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e4a5f-1658-4857-8744-859de0069aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "4c21bc05-4b9a-4296-be35-237e44477a41", "tag": "911876c3-f27a-4262-af17-77ec342bc693"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:42:30.760215 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae5478-23ca-4157-96a9-b4d53ef5e819 service neutron] Pushing event updated for resources: {'Port': ['ID=911876c3-f27a-4262-af17-77ec342bc693,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:30.783946 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5df7a8-8c10-43bd-8372-1d7847a4498a x-openstack-request-id: req-7f5df7a8-8c10-43bd-8372-1d7847a4498a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:42:30.784238 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c21bc05-4b9a-4296-be35-237e44477a41", "tag": "911876c3-f27a-4262-af17-77ec342bc693", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:42:30.784493 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f5df7a8-8c10-43bd-8372-1d7847a4498a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:42:30.784885 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c21bc05-4b9a-4296-be35-237e44477a41', 'tag': '911876c3-f27a-4262-af17-77ec342bc693', 'status': 'completed', 'code': 200} Jan 19 14:42:30.853763 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4a5f-1658-4857-8744-859de0069aaa req-d5eba8a8-1875-4207-8c12-21b8306995dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:30.855392 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-032e4a5f-1658-4857-8744-859de0069aaa req-d5eba8a8-1875-4207-8c12-21b8306995dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 1096 time: 0.0497146 Jan 19 14:42:30.961557 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4a5f-1658-4857-8744-859de0069aaa req-d53e8d86-84cf-43c6-ac30-ba63e95ee93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:30.963163 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-032e4a5f-1658-4857-8744-859de0069aaa req-d53e8d86-84cf-43c6-ac30-ba63e95ee93c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5133268312764042bad837ea44e0e7cd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0961032 Jan 19 14:42:31.063297 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4a5f-1658-4857-8744-859de0069aaa req-b1db858a-a931-4b7c-86b0-9f147a2b77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:31.064804 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-032e4a5f-1658-4857-8744-859de0069aaa req-b1db858a-a931-4b7c-86b0-9f147a2b77fd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950878 Jan 19 14:42:31.161274 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-bb743d0b-1eb3-4a49-9628-5920a596cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:31.162983 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-bb743d0b-1eb3-4a49-9628-5920a596cf18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 1096 time: 0.0445957 Jan 19 14:42:31.204107 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-17dced52-205f-4318-a12b-72d4495773c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=911876c3-f27a-4262-af17-77ec342bc693 HTTP/1.1" status: 200 len: 217 time: 0.0343707 Jan 19 14:42:31.262510 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a66dd-814e-4a82-9e3d-63848a4158bc req-70547f44-04e6-458e-b188-d00d4bb1b882 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:31.263070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-ab9608c6-1283-4b77-b07d-079d7219a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:31.264005 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-809a66dd-814e-4a82-9e3d-63848a4158bc req-70547f44-04e6-458e-b188-d00d4bb1b882 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0870883 Jan 19 14:42:31.266685 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-ab9608c6-1283-4b77-b07d-079d7219a738 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afef78e3-3df8-4bf9-8a3b-ad2420e6505a HTTP/1.1" status: 200 len: 855 time: 0.0551455 Jan 19 14:42:31.277478 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505517f-6dd4-4432-a154-d4c19416e7d3 req-d0bf5cd6-b248-4231-9149-ff58b2b36c7d tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:31.278930 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8505517f-6dd4-4432-a154-d4c19416e7d3 req-d0bf5cd6-b248-4231-9149-ff58b2b36c7d tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 943 time: 0.0674245 Jan 19 14:42:31.302986 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-0a08bc66-4f9f-49d0-9f5d-aaa67cd58a27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307724 Jan 19 14:42:31.355496 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-809a66dd-814e-4a82-9e3d-63848a4158bc req-842d549b-0606-42e6-a9b9-10c35327c116 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1c12087-8d0e-42ea-8c88-61b1469db520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857396 Jan 19 14:42:31.359029 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8505517f-6dd4-4432-a154-d4c19416e7d3 req-fb551873-518a-4ad7-b32f-28fd8d5d7934 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729237 Jan 19 14:42:31.426669 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-e20be6cd-3b29-4e09-b21d-a5b9008e296f service neutron] 10.222.0.57 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167214 Jan 19 14:42:31.449532 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded5cde-a95d-45fe-9300-990b22013470 req-0ba5cb08-dca7-45ff-afba-dd64b478f617 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:31.450994 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1ded5cde-a95d-45fe-9300-990b22013470 req-0ba5cb08-dca7-45ff-afba-dd64b478f617 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 945 time: 0.0769639 Jan 19 14:42:31.584526 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6628cc8d-34df-43a2-a72c-8164515f8489 req-e7fc06c3-dc10-45c9-8ce3-184cf75bbb8e service neutron] 10.222.0.57 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517928 Jan 19 14:42:31.598880 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1ded5cde-a95d-45fe-9300-990b22013470 req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Deleting port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:31.599234 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1ded5cde-a95d-45fe-9300-990b22013470 req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:31.693077 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1ded5cde-a95d-45fe-9300-990b22013470 req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] For port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:31.693448 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1ded5cde-a95d-45fe-9300-990b22013470 req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:31.706130 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-1ded5cde-a95d-45fe-9300-990b22013470 req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Calling delete_port for 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:31.946314 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1ded5cde-a95d-45fe-9300-990b22013470 req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (0ef9b2d4-d7e2-4095-be7f-86dbece636e9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:31.974612 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event deleted for resources: {'Port': ['ID=0ef9b2d4-d7e2-4095-be7f-86dbece636e9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:32.018537 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ded5cde-a95d-45fe-9300-990b22013470 req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] No DVR routers for this DVR port 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:42:32.020961 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1ded5cde-a95d-45fe-9300-990b22013470 req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:32.024310 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1ded5cde-a95d-45fe-9300-990b22013470 req-fe7b09bb-4c9b-4de8-8932-166fc6285d07 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.57 "DELETE /v2.0/ports/0ef9b2d4-d7e2-4095-be7f-86dbece636e9 HTTP/1.1" status: 204 len: 173 time: 0.5634832 Jan 19 14:42:32.507389 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-06f35c56-8729-4bea-9da9-cbef00fa336c req-d64a3be4-b6c5-472c-8b5e-bf900b2a9b9b tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "GET /v2.0/ports?device_id=d637581c-8456-4e78-9b03-7b397208c94e HTTP/1.1" status: 200 len: 210 time: 0.0327697 Jan 19 14:42:32.522939 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f512a7-9d59-4663-8fb2-2ed6909da82e req-7856a930-3a4e-4d33-b605-297e67cd24c8 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:32.524421 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-47f512a7-9d59-4663-8fb2-2ed6909da82e req-7856a930-3a4e-4d33-b605-297e67cd24c8 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 943 time: 0.0862617 Jan 19 14:42:32.572028 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-47f512a7-9d59-4663-8fb2-2ed6909da82e req-14d74a5e-1a0f-43a0-89a1-596fc3828da0 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Jan 19 14:42:32.785860 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'name': 'network-vif-deleted', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:42:32.788158 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06cb037-1b6e-4896-8dc0-2e929ce73340" -d '{"events": [{"server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "name": "network-vif-deleted", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:42:32.823113 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2680f6c-b845-47e4-b88b-0c754e12bf36 x-openstack-request-id: req-e2680f6c-b845-47e4-b88b-0c754e12bf36 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:42:32.823410 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d637581c-8456-4e78-9b03-7b397208c94e", "name": "network-vif-deleted", "tag": "0ef9b2d4-d7e2-4095-be7f-86dbece636e9", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:42:32.823663 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e2680f6c-b845-47e4-b88b-0c754e12bf36 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:42:32.824103 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd637581c-8456-4e78-9b03-7b397208c94e', 'name': 'network-vif-deleted', 'tag': '0ef9b2d4-d7e2-4095-be7f-86dbece636e9', 'status': 'completed', 'code': 200} Jan 19 14:42:32.910961 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48220) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:33.012463 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bd81f77b-d613-46fa-80d3-5b7d651d2b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.108627 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bd81f77b-d613-46fa-80d3-5b7d651d2b28 admin admin] Publish callbacks [] for security_group (926f64c8-ced0-4271-8a95-07fa2eb38eca), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.178937 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bd81f77b-d613-46fa-80d3-5b7d651d2b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (926f64c8-ced0-4271-8a95-07fa2eb38eca), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.217335 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-bd81f77b-d613-46fa-80d3-5b7d651d2b28 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b8f40a39de8c41f0bf0f7ab9a82cb2ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052406 Jan 19 14:42:33.218436 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81f77b-d613-46fa-80d3-5b7d651d2b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926f64c8-ced0-4271-8a95-07fa2eb38eca,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:33.220289 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48224) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:33.268999 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-070f027c-c1c4-45e6-9804-19e675b9ccbf admin admin] Publish callbacks [] for security_group (926f64c8-ced0-4271-8a95-07fa2eb38eca), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.270437 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 911876c3-f27a-4262-af17-77ec342bc693 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:42:33.290197 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-070f027c-c1c4-45e6-9804-19e675b9ccbf admin admin] Publish callbacks [] for security_group (926f64c8-ced0-4271-8a95-07fa2eb38eca), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.364405 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 911876c3-f27a-4262-af17-77ec342bc693, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=911876c3-f27a-4262-af17-77ec342bc693,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:33.380353 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '911876c3-f27a-4262-af17-77ec342bc693', 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb', 'port_id': '911876c3-f27a-4262-af17-77ec342bc693', 'mac_address': 'fa:16:3e:15:e9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afef78e3-3df8-4bf9-8a3b-ad2420e6505a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:42:33.407341 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-070f027c-c1c4-45e6-9804-19e675b9ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (926f64c8-ced0-4271-8a95-07fa2eb38eca), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.410543 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-070f027c-c1c4-45e6-9804-19e675b9ccbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.411706 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-070f027c-c1c4-45e6-9804-19e675b9ccbf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/926f64c8-ced0-4271-8a95-07fa2eb38eca HTTP/1.1" status: 204 len: 168 time: 0.1899226 Jan 19 14:42:33.422252 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f027c-c1c4-45e6-9804-19e675b9ccbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926f64c8-ced0-4271-8a95-07fa2eb38eca,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:33.422376 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 911876c3-f27a-4262-af17-77ec342bc693 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:42:33.422376 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (911876c3-f27a-4262-af17-77ec342bc693), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.437689 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911876c3-f27a-4262-af17-77ec342bc693 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:42:33.462877 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 911876c3-f27a-4262-af17-77ec342bc693, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=911876c3-f27a-4262-af17-77ec342bc693,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:33.527303 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (911876c3-f27a-4262-af17-77ec342bc693), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.565383 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48230) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:33.582133 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=911876c3-f27a-4262-af17-77ec342bc693,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:33.624685 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a1e57674-d570-4111-9d5d-a9fe718d60f3 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group (c1c12087-8d0e-42ea-8c88-61b1469db520), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.649902 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a1e57674-d570-4111-9d5d-a9fe718d60f3 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group (c1c12087-8d0e-42ea-8c88-61b1469db520), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.699571 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea935c04-3db0-4470-a68d-ef4fb5dbc1a0 req-a369cb0a-739c-42ff-9078-9113bbc5ccfe tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:33.702672 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ea935c04-3db0-4470-a68d-ef4fb5dbc1a0 req-a369cb0a-739c-42ff-9078-9113bbc5ccfe tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 944 time: 0.0615442 Jan 19 14:42:33.754637 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ea935c04-3db0-4470-a68d-ef4fb5dbc1a0 req-f579ec23-8fe1-4b58-9387-12cd3deefd9c tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Jan 19 14:42:33.763229 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['911876c3-f27a-4262-af17-77ec342bc693'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:42:33.807762 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a1e57674-d570-4111-9d5d-a9fe718d60f3 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (c1c12087-8d0e-42ea-8c88-61b1469db520), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.810386 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a1e57674-d570-4111-9d5d-a9fe718d60f3 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:33.816468 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a1e57674-d570-4111-9d5d-a9fe718d60f3 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] 10.222.0.79 "DELETE /v2.0/security-groups/c1c12087-8d0e-42ea-8c88-61b1469db520 HTTP/1.1" status: 204 len: 168 time: 0.2450471 Jan 19 14:42:33.821269 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e57674-d570-4111-9d5d-a9fe718d60f3 tempest-TestShelveInstance-235508050 tempest-TestShelveInstance-235508050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c12087-8d0e-42ea-8c88-61b1469db520,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:33.932698 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48238) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:34.052351 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48242) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:34.066142 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f632e6c1-bebb-4a19-a98c-b55582f89cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:34.144805 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f632e6c1-bebb-4a19-a98c-b55582f89cca admin admin] Publish callbacks [] for security_group (15c35cff-29ca-4510-9ce9-268fe111821d), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:34.219038 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c5e2541-1929-43b1-990d-d008dcc682e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:34.241702 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-f632e6c1-bebb-4a19-a98c-b55582f89cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (15c35cff-29ca-4510-9ce9-268fe111821d), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:34.283092 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-f632e6c1-bebb-4a19-a98c-b55582f89cca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=977e93f6b4464c248407d5a67cdb577f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293913 Jan 19 14:42:34.284575 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632e6c1-bebb-4a19-a98c-b55582f89cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c35cff-29ca-4510-9ce9-268fe111821d,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:34.287381 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48244) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:34.363950 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b01e507d-aa10-4287-896e-4173368667ff admin admin] Publish callbacks [] for security_group (15c35cff-29ca-4510-9ce9-268fe111821d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:34.393530 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b01e507d-aa10-4287-896e-4173368667ff admin admin] Publish callbacks [] for security_group (15c35cff-29ca-4510-9ce9-268fe111821d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:34.471917 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564239'] for router_interface (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:34.557075 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b01e507d-aa10-4287-896e-4173368667ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (15c35cff-29ca-4510-9ce9-268fe111821d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:34.559696 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b01e507d-aa10-4287-896e-4173368667ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:34.560829 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b01e507d-aa10-4287-896e-4173368667ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15c35cff-29ca-4510-9ce9-268fe111821d HTTP/1.1" status: 204 len: 168 time: 0.2723520 Jan 19 14:42:34.575224 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e507d-aa10-4287-896e-4173368667ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c35cff-29ca-4510-9ce9-268fe111821d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:34.887943 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38c263-9a94-4f13-976d-dd807dbad07e req-fe194dea-28b2-4424-b0a5-71d9b3d7b1df tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:34.894400 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f38c263-9a94-4f13-976d-dd807dbad07e req-fe194dea-28b2-4424-b0a5-71d9b3d7b1df tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 944 time: 0.0579190 Jan 19 14:42:34.940757 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f38c263-9a94-4f13-976d-dd807dbad07e req-7f3dd0c5-d4f6-44cc-b959-785260ba51d7 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Jan 19 14:42:34.975072 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Deleting port f77e5deb-14cf-4993-9621-363986ef951b {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:34.975408 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (f77e5deb-14cf-4993-9621-363986ef951b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:35.051042 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] For port f77e5deb-14cf-4993-9621-363986ef951b, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f77e5deb-14cf-4993-9621-363986ef951b,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:35.051406 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (f77e5deb-14cf-4993-9621-363986ef951b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:35.064773 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Calling delete_port for f77e5deb-14cf-4993-9621-363986ef951b owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:35.270278 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 911876c3-f27a-4262-af17-77ec342bc693 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:42:35.321730 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (f77e5deb-14cf-4993-9621-363986ef951b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:35.349430 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77e5deb-14cf-4993-9621-363986ef951b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:35.392791 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 911876c3-f27a-4262-af17-77ec342bc693 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:42:35.397039 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 911876c3-f27a-4262-af17-77ec342bc693 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:42:35.397944 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (911876c3-f27a-4262-af17-77ec342bc693), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:35.511922 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 911876c3-f27a-4262-af17-77ec342bc693 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:42:35.512804 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (911876c3-f27a-4262-af17-77ec342bc693), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:35.539111 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582047'] for router_interface (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:35.540538 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c21bc05-4b9a-4296-be35-237e44477a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911876c3-f27a-4262-af17-77ec342bc693'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:42:35.543005 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe10670-fe94-4714-a255-ad44c226552d" -d '{"events": [{"server_uuid": "4c21bc05-4b9a-4296-be35-237e44477a41", "name": "network-vif-plugged", "status": "completed", "tag": "911876c3-f27a-4262-af17-77ec342bc693"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:42:35.559912 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 911876c3-f27a-4262-af17-77ec342bc693, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=911876c3-f27a-4262-af17-77ec342bc693,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:35.616049 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d77240-b34b-4a23-9256-b6a427451dd3 x-openstack-request-id: req-09d77240-b34b-4a23-9256-b6a427451dd3 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:42:35.616370 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c21bc05-4b9a-4296-be35-237e44477a41", "name": "network-vif-plugged", "status": "completed", "tag": "911876c3-f27a-4262-af17-77ec342bc693", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:42:35.616631 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-09d77240-b34b-4a23-9256-b6a427451dd3 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:42:35.617031 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c21bc05-4b9a-4296-be35-237e44477a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911876c3-f27a-4262-af17-77ec342bc693', 'code': 200} Jan 19 14:42:35.620648 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (911876c3-f27a-4262-af17-77ec342bc693), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:35.621549 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:35.668480 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:42:35.668743 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 0ef9b2d4-d7e2-4095-be7f-86dbece636e9 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:35.696855 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=911876c3-f27a-4262-af17-77ec342bc693,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:35.785433 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:42:35.894658 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:42:35.899573 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-5e10d56d-c214-42a5-9a20-f50f4c235266 admin admin] 10.222.0.79 "PUT /v2.0/routers/c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9656215 Jan 19 14:42:35.902178 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48272) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:35.904744 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] Sync routers for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:42:35.923610 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:35.924511 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:36.036652 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf652b1-4256-4046-8405-9f932e4f5322 req-66db2d61-3556-429b-a569-fdb90a07f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:36.038428 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8cf652b1-4256-4046-8405-9f932e4f5322 req-66db2d61-3556-429b-a569-fdb90a07f980 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 1098 time: 0.0895877 Jan 19 14:42:36.056560 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks [] for router (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.060648 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:36.082921 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b2ea9-8013-444f-9881-74ea3999b991 req-8bff28a1-4e19-4a53-8de6-9a4e08d10c99 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:36.084390 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5b0b2ea9-8013-444f-9881-74ea3999b991 req-8bff28a1-4e19-4a53-8de6-9a4e08d10c99 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Jan 19 14:42:36.139483 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5b0b2ea9-8013-444f-9881-74ea3999b991 req-63ec9efc-b7e1-4fe5-871e-bc3f92ec40d2 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491054 Jan 19 14:42:36.161251 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8cf652b1-4256-4046-8405-9f932e4f5322 req-87a6547e-eefa-48c4-8360-923ffd222ec8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133604 Jan 19 14:42:36.188702 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks [] for router_gateway (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.265966 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:42:35Z', 'revision_number': 5, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port': {'id': '5d9747c7-a36c-41fe-83b0-7b9ea65530c1', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:11Z', 'updated_at': '2022-01-19T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:36.295576 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Deleting port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:36.295915 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.296180 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] Checking router: c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:42:36.305433 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] Routers {'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:36.306079 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:36.340947 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c14bdf01-5cc0-49b7-9aac-5f030c5f9064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.385792 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] For port 5d9747c7-a36c-41fe-83b0-7b9ea65530c1, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=5d9747c7-a36c-41fe-83b0-7b9ea65530c1,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:36.386423 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.392811 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] Set router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a gateway port host: None {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:36.399812 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Calling delete_port for 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:36.450512 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:42:36Z', 'revision_number': 6, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port_host': None}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:36.477411 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d9215-af4a-4f87-b025-44caac98a6a8 None None] The sync data for ids ['c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a'] in dv-cinder-799871-15-iscsi is: [{'id': 'c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a', 'name': 'tempest-TestShelveInstance-712284524-router', 'tenant_id': '60fa675e67c848f0981ab28dfcb7537e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:10Z', 'updated_at': '2022-01-19T14:42:36Z', 'revision_number': 6, 'project_id': '60fa675e67c848f0981ab28dfcb7537e', 'gw_port_host': None}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:42:36.643837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (5d9747c7-a36c-41fe-83b0-7b9ea65530c1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.670919 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9747c7-a36c-41fe-83b0-7b9ea65530c1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:36.692898 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.693257 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.693608 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.693982 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.694321 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.694657 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.694987 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.695317 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.695649 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.695976 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.696301 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.696622 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.696942 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:36.738698 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563521'] for router_gateway (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.832060 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57833'] for router (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.834853 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks [] for router_controller (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.946203 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582893'] for router (c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.946774 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 14:42:36.951209 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:36.952392 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-ebef4229-303b-4ad5-a614-1c4c9798ec89 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c6ba7ffb-3d19-4f3b-8f71-e199da8f1d1a HTTP/1.1" status: 204 len: 168 time: 1.0492930 Jan 19 14:42:36.955523 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48298) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:36.998460 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7172762-d1c4-4488-aea7-5772bb2e752d admin admin] Deleting subnet 54ccacf1-3efd-44c6-8dd6-2f8892936041 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:42:37.002064 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7172762-d1c4-4488-aea7-5772bb2e752d admin admin] Publish callbacks [] for subnet (54ccacf1-3efd-44c6-8dd6-2f8892936041), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.035764 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7172762-d1c4-4488-aea7-5772bb2e752d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58960790'] for subnet (54ccacf1-3efd-44c6-8dd6-2f8892936041), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.114362 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7172762-d1c4-4488-aea7-5772bb2e752d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (54ccacf1-3efd-44c6-8dd6-2f8892936041), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.215948 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7172762-d1c4-4488-aea7-5772bb2e752d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62659311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58869580'] for subnet (54ccacf1-3efd-44c6-8dd6-2f8892936041), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.240955 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7172762-d1c4-4488-aea7-5772bb2e752d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ccacf1-3efd-44c6-8dd6-2f8892936041,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:37.246696 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b7172762-d1c4-4488-aea7-5772bb2e752d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.252683 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b7172762-d1c4-4488-aea7-5772bb2e752d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/54ccacf1-3efd-44c6-8dd6-2f8892936041 HTTP/1.1" status: 204 len: 168 time: 0.2937708 Jan 19 14:42:37.253548 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48302) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:37.256331 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d581d-9357-45b8-bd10-4f5c76c35403 None None] Network 37d4106b-a111-4480-84fe-234f05498f56 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:42:37.333620 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214d4b0-8bac-489b-a330-7fa102bcf11d req-c95524d1-00ab-4962-8e66-4bdb4b80979d tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:37.335518 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a214d4b0-8bac-489b-a330-7fa102bcf11d req-c95524d1-00ab-4962-8e66-4bdb4b80979d tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 945 time: 0.1133258 Jan 19 14:42:37.393475 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (37d4106b-a111-4480-84fe-234f05498f56), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.398164 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a214d4b0-8bac-489b-a330-7fa102bcf11d req-d888a8c8-5416-4a97-9fce-028ed7aa8aab tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Jan 19 14:42:37.462160 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747c97e-d53d-4b00-83f9-806e3298339a None None] DHCP port deletion for 37d4106b-a111-4480-84fe-234f05498f56 request from dv-cinder-799871-15-iscsi {{(pid=103127) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 14:42:37.462878 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Deleting port 4cfdf733-8110-445c-90db-ff037b4498a1 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:37.463290 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.515951 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0747c97e-d53d-4b00-83f9-806e3298339a None None] Deleting port 4cfdf733-8110-445c-90db-ff037b4498a1 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:37.516493 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0747c97e-d53d-4b00-83f9-806e3298339a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.533238 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] For port 4cfdf733-8110-445c-90db-ff037b4498a1, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=4cfdf733-8110-445c-90db-ff037b4498a1,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:37.533615 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.547653 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Calling delete_port for 4cfdf733-8110-445c-90db-ff037b4498a1 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:37.592779 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f77e5deb-14cf-4993-9621-363986ef951b no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:37.618556 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-0747c97e-d53d-4b00-83f9-806e3298339a None None] For port 4cfdf733-8110-445c-90db-ff037b4498a1, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=4cfdf733-8110-445c-90db-ff037b4498a1,segment=NetworkSegment(60e0d8de-6a77-4063-b2cc-6ff6a0302a48),segment_id=60e0d8de-6a77-4063-b2cc-6ff6a0302a48)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:37.618952 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0747c97e-d53d-4b00-83f9-806e3298339a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.628008 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: f77e5deb-14cf-4993-9621-363986ef951b {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:42:37.628350 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f77e5deb-14cf-4993-9621-363986ef951b not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:37.628763 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:37.637717 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0747c97e-d53d-4b00-83f9-806e3298339a None None] Calling delete_port for 4cfdf733-8110-445c-90db-ff037b4498a1 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:37.657428 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:42:37.657788 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 5d9747c7-a36c-41fe-83b0-7b9ea65530c1 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:37.658824 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 4cfdf733-8110-445c-90db-ff037b4498a1 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:37.712180 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.738334 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfdf733-8110-445c-90db-ff037b4498a1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:37.740445 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No active binding found for port 4cfdf733-8110-445c-90db-ff037b4498a1 {{(pid=103127) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 19 14:42:37.740821 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] The host dv-cinder-799871-15-iscsi is not matching for port 4cfdf733-8110-445c-90db-ff037b4498a1 host None! {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 19 14:42:37.741200 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 4cfdf733-8110-445c-90db-ff037b4498a1 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:37.744572 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] No DVR routers for this DVR port 4cfdf733-8110-445c-90db-ff037b4498a1 on host dv-cinder-799871-15-iscsi {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:42:37.787155 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0747c97e-d53d-4b00-83f9-806e3298339a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413'] for port (4cfdf733-8110-445c-90db-ff037b4498a1), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.812224 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747c97e-d53d-4b00-83f9-806e3298339a None None] Pushing event deleted for resources: {'Port': ['ID=4cfdf733-8110-445c-90db-ff037b4498a1,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:37.815440 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (37d4106b-a111-4480-84fe-234f05498f56), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.817055 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747c97e-d53d-4b00-83f9-806e3298339a None None] No DVR routers for this DVR port 4cfdf733-8110-445c-90db-ff037b4498a1 on host dv-cinder-799871-15-iscsi {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:42:37.839837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d4106b-a111-4480-84fe-234f05498f56']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:37.849300 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e0d8de-6a77-4063-b2cc-6ff6a0302a48') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:37.849601 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e0d8de-6a77-4063-b2cc-6ff6a0302a48') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:37.854602 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.859128 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (60e0d8de-6a77-4063-b2cc-6ff6a0302a48), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.872327 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (60e0d8de-6a77-4063-b2cc-6ff6a0302a48), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.878652 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:42:37.879031 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (60e0d8de-6a77-4063-b2cc-6ff6a0302a48), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:42:37.880641 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:42:37.984725 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (37d4106b-a111-4480-84fe-234f05498f56), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.989618 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:37.993286 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] 10.222.0.79 "DELETE /v2.0/networks/37d4106b-a111-4480-84fe-234f05498f56 HTTP/1.1" status: 204 len: 168 time: 0.7364075 Jan 19 14:42:37.996425 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48306) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:38.006531 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7db28-4747-45d5-9b9b-6f4ed982dc8f admin admin] Pushing event deleted for resources: {'Network': ['ID=37d4106b-a111-4480-84fe-234f05498f56,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:38.343877 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564239'] for router_interface (339556fa-04be-4d38-8563-3a3bb45f7bdc), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:38.544642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c070a-f6f0-4fe1-9ffa-d2a1f8be540d req-c84d103f-bbf5-4d75-98d2-960cccb79083 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:38.546190 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-668c070a-f6f0-4fe1-9ffa-d2a1f8be540d req-c84d103f-bbf5-4d75-98d2-960cccb79083 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 945 time: 0.0746696 Jan 19 14:42:38.621680 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-668c070a-f6f0-4fe1-9ffa-d2a1f8be540d req-8b3d33ce-d3e5-4026-b7c8-5f62e2e6bfff tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694149 Jan 19 14:42:38.672266 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Deleting port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:38.673875 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:38.749220 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] For port 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=3936ddcc-4e83-43e5-9d26-b3f3204ac1ee,segment=NetworkSegment(dfb775da-dc9b-409f-a967-183bb1a55aec),segment_id=dfb775da-dc9b-409f-a967-183bb1a55aec)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:38.749569 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:38.762533 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Calling delete_port for 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee owned by network:router_interface {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:38.992533 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (3936ddcc-4e83-43e5-9d26-b3f3204ac1ee), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:39.022283 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3936ddcc-4e83-43e5-9d26-b3f3204ac1ee,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:39.049005 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.049642 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:42:39.190375 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582047'] for router_interface (339556fa-04be-4d38-8563-3a3bb45f7bdc), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:39.617195 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Router 339556fa-04be-4d38-8563-3a3bb45f7bdc has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:42:39.722074 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:42:39.727396 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-162b53cb-2974-44b4-94dd-374774af12c2 admin admin] 10.222.0.79 "PUT /v2.0/routers/339556fa-04be-4d38-8563-3a3bb45f7bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299070 Jan 19 14:42:39.730167 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48326) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:39.734039 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] Sync routers for ids ['339556fa-04be-4d38-8563-3a3bb45f7bdc'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:42:39.746303 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] Routers {'339556fa-04be-4d38-8563-3a3bb45f7bdc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:39.747046 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['339556fa-04be-4d38-8563-3a3bb45f7bdc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:39.840735 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks [] for router (339556fa-04be-4d38-8563-3a3bb45f7bdc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:39.854662 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] Set router 339556fa-04be-4d38-8563-3a3bb45f7bdc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:40.035748 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:19Z', 'updated_at': '2022-01-19T14:42:38Z', 'revision_number': 5, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'gw_port': {'id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:20Z', 'updated_at': '2022-01-19T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:40.066765 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] Checking router: 339556fa-04be-4d38-8563-3a3bb45f7bdc for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:42:40.076370 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] Routers {'339556fa-04be-4d38-8563-3a3bb45f7bdc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:42:40.076989 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:42:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['339556fa-04be-4d38-8563-3a3bb45f7bdc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:40.185364 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] Set router 339556fa-04be-4d38-8563-3a3bb45f7bdc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:42:40.185585 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks [] for router_gateway (339556fa-04be-4d38-8563-3a3bb45f7bdc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:40.309476 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Deleting port 57f42aea-966f-413e-ace4-80f136c8efb8 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:40.309820 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:40.352624 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:40.373763 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:19Z', 'updated_at': '2022-01-19T14:42:38Z', 'revision_number': 5, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'gw_port': {'id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:20Z', 'updated_at': '2022-01-19T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:40.399357 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] For port 57f42aea-966f-413e-ace4-80f136c8efb8, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=57f42aea-966f-413e-ace4-80f136c8efb8,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:40.399890 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:40.401604 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf19ad7d-bbe1-46fc-a2a4-a4d618dc16df None None] The sync data for ids ['339556fa-04be-4d38-8563-3a3bb45f7bdc'] in dv-cinder-799871-15-iscsi is: [{'id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'name': 'tempest-TestShelveInstance-2093704272-router', 'tenant_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:19Z', 'updated_at': '2022-01-19T14:42:38Z', 'revision_number': 5, 'project_id': 'd3bb081487a04eada0a1a6b2741dda7a', 'gw_port': {'id': '57f42aea-966f-413e-ace4-80f136c8efb8', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339556fa-04be-4d38-8563-3a3bb45f7bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:20Z', 'updated_at': '2022-01-19T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:42:40.417601 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Calling delete_port for 57f42aea-966f-413e-ace4-80f136c8efb8 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:40.660943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (57f42aea-966f-413e-ace4-80f136c8efb8), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:40.690498 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Pushing event deleted for resources: {'Port': ['ID=57f42aea-966f-413e-ace4-80f136c8efb8,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:40.749371 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563521'] for router_gateway (339556fa-04be-4d38-8563-3a3bb45f7bdc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:40.840949 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57833'] for router (339556fa-04be-4d38-8563-3a3bb45f7bdc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:40.843426 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks [] for router_controller (339556fa-04be-4d38-8563-3a3bb45f7bdc), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.003872 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582893'] for router (339556fa-04be-4d38-8563-3a3bb45f7bdc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.004406 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 339556fa-04be-4d38-8563-3a3bb45f7bdc {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 14:42:41.009602 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.014026 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-6d495eda-edaf-45bf-90af-b135fea1593d admin admin] 10.222.0.79 "DELETE /v2.0/routers/339556fa-04be-4d38-8563-3a3bb45f7bdc HTTP/1.1" status: 204 len: 168 time: 1.2785857 Jan 19 14:42:41.014026 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48346) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:41.062557 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dac39c-98b7-4717-b2d8-333b1e8641ce admin admin] Deleting subnet edb537a5-c884-4478-8227-028ff9aefca2 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:42:41.066442 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5dac39c-98b7-4717-b2d8-333b1e8641ce admin admin] Publish callbacks [] for subnet (edb537a5-c884-4478-8227-028ff9aefca2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.102690 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5dac39c-98b7-4717-b2d8-333b1e8641ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58960790'] for subnet (edb537a5-c884-4478-8227-028ff9aefca2), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.178003 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5dac39c-98b7-4717-b2d8-333b1e8641ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (edb537a5-c884-4478-8227-028ff9aefca2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.300353 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5dac39c-98b7-4717-b2d8-333b1e8641ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62659311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58869580'] for subnet (edb537a5-c884-4478-8227-028ff9aefca2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.333281 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d5dac39c-98b7-4717-b2d8-333b1e8641ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.337553 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-d5dac39c-98b7-4717-b2d8-333b1e8641ce admin admin] 10.222.0.79 "DELETE /v2.0/subnets/edb537a5-c884-4478-8227-028ff9aefca2 HTTP/1.1" status: 204 len: 168 time: 0.3232691 Jan 19 14:42:41.338599 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc9ed6-5bf6-417e-b43d-79965c15441c None None] Network eee66227-7740-479e-9c98-c28a853327c5 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:42:41.338787 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dac39c-98b7-4717-b2d8-333b1e8641ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb537a5-c884-4478-8227-028ff9aefca2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:41.340230 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48350) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:41.360157 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.409702 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (eee66227-7740-479e-9c98-c28a853327c5), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.473426 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Deleting port 38aef994-d185-4f56-9c27-9251ef1d40f0 {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:41.473862 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.524028 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] DHCP port deletion for eee66227-7740-479e-9c98-c28a853327c5 request from dv-cinder-799871-15-iscsi {{(pid=103127) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 14:42:41.550908 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] For port 38aef994-d185-4f56-9c27-9251ef1d40f0, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=38aef994-d185-4f56-9c27-9251ef1d40f0,segment=NetworkSegment(dfb775da-dc9b-409f-a967-183bb1a55aec),segment_id=dfb775da-dc9b-409f-a967-183bb1a55aec)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:41.551361 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.582701 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Calling delete_port for 38aef994-d185-4f56-9c27-9251ef1d40f0 owned by network:dhcp {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:41.696479 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:41.718437 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:42:41.718777 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 3936ddcc-4e83-43e5-9d26-b3f3204ac1ee not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:41.719191 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 57f42aea-966f-413e-ace4-80f136c8efb8 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:41.745537 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 57f42aea-966f-413e-ace4-80f136c8efb8 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:42:41.745886 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 57f42aea-966f-413e-ace4-80f136c8efb8 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:41.746332 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 38aef994-d185-4f56-9c27-9251ef1d40f0 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:42:41.762741 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.797116 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] Deleting port 38aef994-d185-4f56-9c27-9251ef1d40f0 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:42:41.797116 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.798754 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Pushing event deleted for resources: {'Port': ['ID=38aef994-d185-4f56-9c27-9251ef1d40f0,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:41.800163 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No active binding found for port 38aef994-d185-4f56-9c27-9251ef1d40f0 {{(pid=103127) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 19 14:42:41.801077 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] The host dv-cinder-799871-15-iscsi is not matching for port 38aef994-d185-4f56-9c27-9251ef1d40f0 host None! {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 19 14:42:41.801515 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 38aef994-d185-4f56-9c27-9251ef1d40f0 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:42:41.801864 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] No DVR routers for this DVR port 38aef994-d185-4f56-9c27-9251ef1d40f0 on host dv-cinder-799871-15-iscsi {{(pid=103125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:42:41.869964 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] For port 38aef994-d185-4f56-9c27-9251ef1d40f0, host dv-cinder-799871-15-iscsi, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:41.870430 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.883670 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] Calling delete_port for 38aef994-d185-4f56-9c27-9251ef1d40f0 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:42:41.885416 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (eee66227-7740-479e-9c98-c28a853327c5), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.886664 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] Port 38aef994-d185-4f56-9c27-9251ef1d40f0 was not found and therefore no delete operation was performed {{(pid=103127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 19 14:42:41.887919 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413'] for port (38aef994-d185-4f56-9c27-9251ef1d40f0), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.900428 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] No DVR routers for this DVR port 38aef994-d185-4f56-9c27-9251ef1d40f0 on host dv-cinder-799871-15-iscsi {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:42:41.908664 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee66227-7740-479e-9c98-c28a853327c5']}} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:41.919855 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb775da-dc9b-409f-a967-183bb1a55aec') {'for_net_delete': True} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:41.920002 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e04398-f4f1-44c9-9f87-b74bac169f5d None None] Pushing event deleted for resources: {'Port': ['ID=38aef994-d185-4f56-9c27-9251ef1d40f0,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:41.920370 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb775da-dc9b-409f-a967-183bb1a55aec') {} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:42:41.933462 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239054'] for segment (dfb775da-dc9b-409f-a967-183bb1a55aec), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.949137 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (dfb775da-dc9b-409f-a967-183bb1a55aec), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.955238 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:42:41.955692 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62761812'] for segment (dfb775da-dc9b-409f-a967-183bb1a55aec), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: Traceback (most recent call last): Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: timer() Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: cb(*args, **kw) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: return func(*args, **kwargs) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: self._notify() Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: self.callback(batched_events) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: event.method(event) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: return f(self, *a, **k) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._get(url).json() Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: return self.request(url, 'GET', **kwargs) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:42:41.957314 dv-cinder-799871-15-iscsi neutron-server[103125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:42:42.123656 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (eee66227-7740-479e-9c98-c28a853327c5), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:42.129561 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:42.134064 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] 10.222.0.79 "DELETE /v2.0/networks/eee66227-7740-479e-9c98-c28a853327c5 HTTP/1.1" status: 204 len: 168 time: 0.7907815 Jan 19 14:42:42.147568 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18180d7-6978-4ef1-bd3d-dc8dbd8632fa admin admin] Pushing event deleted for resources: {'Network': ['ID=eee66227-7740-479e-9c98-c28a853327c5,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:42.436651 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48382) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:42.477486 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-87975c7a-5d40-4f5f-b351-b1e60cd42bd4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=60fa675e67c848f0981ab28dfcb7537e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395629 Jan 19 14:42:42.480106 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48384) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:42.524720 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3da6d607-bef4-4f59-85a6-f70ecb22b14f admin admin] Publish callbacks [] for security_group (cd27db96-4d4e-402f-bc6e-93092231be18), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:42.545349 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3da6d607-bef4-4f59-85a6-f70ecb22b14f admin admin] Publish callbacks [] for security_group (cd27db96-4d4e-402f-bc6e-93092231be18), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:42.643931 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3da6d607-bef4-4f59-85a6-f70ecb22b14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (cd27db96-4d4e-402f-bc6e-93092231be18), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:42.646491 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3da6d607-bef4-4f59-85a6-f70ecb22b14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:42.647602 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3da6d607-bef4-4f59-85a6-f70ecb22b14f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd27db96-4d4e-402f-bc6e-93092231be18 HTTP/1.1" status: 204 len: 168 time: 0.1666272 Jan 19 14:42:42.655097 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6d607-bef4-4f59-85a6-f70ecb22b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd27db96-4d4e-402f-bc6e-93092231be18,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:43.304620 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48396) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:43.346179 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-6c91ff81-029f-4e93-a43d-d29edf420ee4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3bb081487a04eada0a1a6b2741dda7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382307 Jan 19 14:42:43.347248 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48400) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:43.400213 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a65f529a-aeb3-4894-b91c-91f9bd43b268 admin admin] Publish callbacks [] for security_group (3f858eb4-d833-4e27-a638-930022fb0a28), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:43.421467 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a65f529a-aeb3-4894-b91c-91f9bd43b268 admin admin] Publish callbacks [] for security_group (3f858eb4-d833-4e27-a638-930022fb0a28), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:43.556361 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a65f529a-aeb3-4894-b91c-91f9bd43b268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (3f858eb4-d833-4e27-a638-930022fb0a28), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:43.558954 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a65f529a-aeb3-4894-b91c-91f9bd43b268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:43.560109 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a65f529a-aeb3-4894-b91c-91f9bd43b268 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f858eb4-d833-4e27-a638-930022fb0a28 HTTP/1.1" status: 204 len: 168 time: 0.2118235 Jan 19 14:42:43.567801 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f529a-aeb3-4894-b91c-91f9bd43b268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f858eb4-d833-4e27-a638-930022fb0a28,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:46.446832 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:42:48.918162 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-0a366ec7-275b-4336-ae67-281ab00a6ce4 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:48.919626 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-0a366ec7-275b-4336-ae67-281ab00a6ce4 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/networks?id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb HTTP/1.1" status: 200 len: 815 time: 0.1025219 Jan 19 14:42:48.934880 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e784513c-16ea-4071-b3fa-a97dbb04a157 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/quotas/5133268312764042bad837ea44e0e7cd HTTP/1.1" status: 200 len: 375 time: 0.0093274 Jan 19 14:42:48.983055 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-125b052e-c69c-4620-8f57-9d2a041042f1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418563 Jan 19 14:42:49.072323 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-a87a7595-259e-4c56-8d86-ce4ea3fdcc0f service neutron] 10.222.0.79 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820158 Jan 19 14:42:49.157766 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-f4623a36-ea9a-499d-9526-d45199be27d1 service neutron] 10.222.0.79 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797703 Jan 19 14:42:49.422411 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-332117d1-02d1-4dd0-988f-6a3597ea94f6 req-7f2b9273-d878-46f7-8fa2-a0c3e002c994 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 210 time: 0.0263300 Jan 19 14:42:50.516786 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dbbd7c4a-15ec-4c9e-a142-6edb7d597c97 req-ecee4f27-b620-43a8-a057-b8767aaa09e4 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 210 time: 0.0292566 Jan 19 14:42:51.417517 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-040b3b1b-ca68-474b-95a5-1690b195f445 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:51.418995 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-040b3b1b-ca68-474b-95a5-1690b195f445 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "GET /v2.0/networks?id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb HTTP/1.1" status: 200 len: 815 time: 0.1032004 Jan 19 14:42:51.437833 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Request body: {'port': {'device_id': '72b80ae5-8ca1-4725-91d6-dc9628031377', 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb', 'admin_state_up': True, 'tenant_id': '5133268312764042bad837ea44e0e7cd'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:42:51.621064 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3a8b5047-57e0-4ec4-b474-482a3f653ef6 req-23aa4763-8688-44a8-8d78-fd80c8478f1a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 210 time: 0.0384402 Jan 19 14:42:51.631411 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Made reservation on behalf of 5133268312764042bad837ea44e0e7cd for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:42:51.635146 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:51.760793 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Allocated IP 172.20.0.14 (9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb/afef78e3-3df8-4bf9-8a3b-ad2420e6505a/4e41f953-f7f4-4cd0-b902-2e1bac40751c) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:42:51.910769 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks [] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:51.981839 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:51.994986 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['911876c3-f27a-4262-af17-77ec342bc693'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:42:52.026197 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:42:52.029107 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:42:52.032940 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:42:52.056627 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Pushing event updated for resources: {'Port': ['ID=4e41f953-f7f4-4cd0-b902-2e1bac40751c,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:52.083940 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:52.084560 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:52.148555 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-9adde0aa-ccce-4858-ba89-3987ab2a5435 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7188756 Jan 19 14:42:52.160505 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Request body: {'port': {'device_id': '72b80ae5-8ca1-4725-91d6-dc9628031377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:42:52.216702 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:52.475433 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e41f953-f7f4-4cd0-b902-2e1bac40751c {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:42:52.482925 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Publish callbacks [] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:52.496269 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Transition to ACTIVE for port object 4e41f953-f7f4-4cd0-b902-2e1bac40751c will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:42:52.558522 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:52.623033 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Pushing event updated for resources: {'Port': ['ID=4e41f953-f7f4-4cd0-b902-2e1bac40751c,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:52.678353 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Attempting to bind port 4e41f953-f7f4-4cd0-b902-2e1bac40751c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:42:52.678691 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Attempting to bind port 4e41f953-f7f4-4cd0-b902-2e1bac40751c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:42:52.679029 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Attempting to bind port 4e41f953-f7f4-4cd0-b902-2e1bac40751c on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:42:52.683362 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Port 4e41f953-f7f4-4cd0-b902-2e1bac40751c on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:42:52.683685 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Attempting to bind port 4e41f953-f7f4-4cd0-b902-2e1bac40751c on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:42:52.692995 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:42:52.693342 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Checking segment: {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:42:52.693730 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Bound using segment: {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:42:52.694192 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Bound port: 4e41f953-f7f4-4cd0-b902-2e1bac40751c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:42:52.694551 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:52.733403 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee74cb3-dd20-468d-b26f-4f70e15b8627 req-fea6a7ee-6776-4bcf-8f3c-7fb895ff86d9 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:52.735622 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bee74cb3-dd20-468d-b26f-4f70e15b8627 req-fea6a7ee-6776-4bcf-8f3c-7fb895ff86d9 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 944 time: 0.0487969 Jan 19 14:42:52.762488 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] For port 4e41f953-f7f4-4cd0-b902-2e1bac40751c, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:42:52.765766 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] For port 4e41f953-f7f4-4cd0-b902-2e1bac40751c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4e41f953-f7f4-4cd0-b902-2e1bac40751c,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:42:52.791448 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bee74cb3-dd20-468d-b26f-4f70e15b8627 req-6ebba10c-6c95-4d12-a91b-e619433d341a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485926 Jan 19 14:42:52.839206 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:52.870472 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:52.871109 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:52.872541 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] 10.222.0.57 "PUT /v2.0/ports/4e41f953-f7f4-4cd0-b902-2e1bac40751c HTTP/1.1" status: 200 len: 1094 time: 0.7167263 Jan 19 14:42:52.872982 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b80ae5-8ca1-4725-91d6-dc9628031377', 'tag': '4e41f953-f7f4-4cd0-b902-2e1bac40751c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:42:52.875279 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c87625-a651-43eb-8a37-3ca03e49f256" -d '{"events": [{"name": "network-changed", "server_uuid": "72b80ae5-8ca1-4725-91d6-dc9628031377", "tag": "4e41f953-f7f4-4cd0-b902-2e1bac40751c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:42:52.902518 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eaf26-de4c-4df2-b221-13f61c021a4a service neutron] Pushing event updated for resources: {'Port': ['ID=4e41f953-f7f4-4cd0-b902-2e1bac40751c,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:52.912947 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6eb7c5-195b-4c29-8d1e-11c70c84bbde x-openstack-request-id: req-0c6eb7c5-195b-4c29-8d1e-11c70c84bbde {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:42:52.913237 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b80ae5-8ca1-4725-91d6-dc9628031377", "tag": "4e41f953-f7f4-4cd0-b902-2e1bac40751c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:42:52.913493 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c6eb7c5-195b-4c29-8d1e-11c70c84bbde {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:42:52.913894 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b80ae5-8ca1-4725-91d6-dc9628031377', 'tag': '4e41f953-f7f4-4cd0-b902-2e1bac40751c', 'status': 'completed', 'code': 200} Jan 19 14:42:52.974289 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87625-a651-43eb-8a37-3ca03e49f256 req-54d08b5e-3557-4375-8088-3a3c6ade62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:52.975753 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-b6c87625-a651-43eb-8a37-3ca03e49f256 req-54d08b5e-3557-4375-8088-3a3c6ade62a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 1097 time: 0.0412107 Jan 19 14:42:53.075024 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87625-a651-43eb-8a37-3ca03e49f256 req-05c119e2-edf7-41c7-af53-f6085ab4c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:53.076583 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-b6c87625-a651-43eb-8a37-3ca03e49f256 req-05c119e2-edf7-41c7-af53-f6085ab4c045 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5133268312764042bad837ea44e0e7cd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0927634 Jan 19 14:42:53.168593 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87625-a651-43eb-8a37-3ca03e49f256 req-4f573362-75e8-425c-b9dd-d702828d54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:53.169981 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-b6c87625-a651-43eb-8a37-3ca03e49f256 req-4f573362-75e8-425c-b9dd-d702828d54dc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881035 Jan 19 14:42:53.244548 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-7f0419fd-dcbf-4e1a-bccc-86c17735eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:53.246082 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-7f0419fd-dcbf-4e1a-bccc-86c17735eb7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 1097 time: 0.0411963 Jan 19 14:42:53.287783 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-b60a59e2-c1b7-4486-b022-93289437b5fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e41f953-f7f4-4cd0-b902-2e1bac40751c HTTP/1.1" status: 200 len: 217 time: 0.0331416 Jan 19 14:42:53.335217 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-b1a800c6-7240-4046-bbea-eaad2dec43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:53.336713 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-b1a800c6-7240-4046-bbea-eaad2dec43ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afef78e3-3df8-4bf9-8a3b-ad2420e6505a HTTP/1.1" status: 200 len: 855 time: 0.0439084 Jan 19 14:42:53.369835 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-36cd328e-2bd8-45b9-b7d8-fd8a154716c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275047 Jan 19 14:42:53.457121 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-a7793401-53d3-423a-9500-893c6593dc8f service neutron] 10.222.0.57 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814283 Jan 19 14:42:53.546622 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-dc95bbfc-0bce-46d0-8dd6-f813f8e041c0 req-ffcd92ac-3804-43b6-8be6-e1638867c515 service neutron] 10.222.0.57 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840387 Jan 19 14:42:53.909191 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b04790-0801-4945-ae86-2558317a4f1d req-2617de4c-7cc9-4dae-91a7-9e067479f5fc tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:53.910711 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-92b04790-0801-4945-ae86-2558317a4f1d req-2617de4c-7cc9-4dae-91a7-9e067479f5fc tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 944 time: 0.0506148 Jan 19 14:42:53.962683 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-92b04790-0801-4945-ae86-2558317a4f1d req-34fdc2f9-5a4c-4c2a-8b5d-23edacb2b635 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464451 Jan 19 14:42:55.079046 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ee62-ecb9-4339-805c-c452508814e6 req-40952aac-e9e1-4708-a8de-2b9a3eeb0a08 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:55.080528 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-32f7ee62-ecb9-4339-805c-c452508814e6 req-40952aac-e9e1-4708-a8de-2b9a3eeb0a08 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 944 time: 0.0494897 Jan 19 14:42:55.126933 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-32f7ee62-ecb9-4339-805c-c452508814e6 req-4b6e12bd-b626-40cf-8712-b256646a5ff3 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Jan 19 14:42:55.366307 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 4e41f953-f7f4-4cd0-b902-2e1bac40751c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:42:55.460258 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 4e41f953-f7f4-4cd0-b902-2e1bac40751c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4e41f953-f7f4-4cd0-b902-2e1bac40751c,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:55.471709 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '4e41f953-f7f4-4cd0-b902-2e1bac40751c', 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb', 'port_id': '4e41f953-f7f4-4cd0-b902-2e1bac40751c', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afef78e3-3df8-4bf9-8a3b-ad2420e6505a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:42:55.512163 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 4e41f953-f7f4-4cd0-b902-2e1bac40751c is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:42:55.512555 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:55.525368 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e41f953-f7f4-4cd0-b902-2e1bac40751c {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:42:55.543896 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 4e41f953-f7f4-4cd0-b902-2e1bac40751c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4e41f953-f7f4-4cd0-b902-2e1bac40751c,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:55.632915 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:55.679078 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=4e41f953-f7f4-4cd0-b902-2e1bac40751c,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:55.796942 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48574) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:55.900705 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['4e41f953-f7f4-4cd0-b902-2e1bac40751c'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:42:55.904940 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a41ece1f-22e4-429e-b1e3-778101a7c179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:55.980502 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a41ece1f-22e4-429e-b1e3-778101a7c179 admin admin] Publish callbacks [] for security_group (71753078-b8a1-4ef0-aa58-cf6a00580831), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:56.032879 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a41ece1f-22e4-429e-b1e3-778101a7c179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (71753078-b8a1-4ef0-aa58-cf6a00580831), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:56.071899 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a41ece1f-22e4-429e-b1e3-778101a7c179 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74b7f8d7728645fc842fe9994f348560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737596 Jan 19 14:42:56.072974 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ece1f-22e4-429e-b1e3-778101a7c179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71753078-b8a1-4ef0-aa58-cf6a00580831,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:56.074647 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48578) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:56.122236 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a151ff3f-3082-4f2e-82fa-a57809fed5dd admin admin] Publish callbacks [] for security_group (71753078-b8a1-4ef0-aa58-cf6a00580831), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:56.142103 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a151ff3f-3082-4f2e-82fa-a57809fed5dd admin admin] Publish callbacks [] for security_group (71753078-b8a1-4ef0-aa58-cf6a00580831), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:56.242461 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87fa9c-47f2-4a1d-888d-7be6172f6839 req-aca99b9b-4ae6-4722-9fd2-2885613633c8 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:56.243814 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8f87fa9c-47f2-4a1d-888d-7be6172f6839 req-aca99b9b-4ae6-4722-9fd2-2885613633c8 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Jan 19 14:42:56.263278 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a151ff3f-3082-4f2e-82fa-a57809fed5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (71753078-b8a1-4ef0-aa58-cf6a00580831), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:56.265821 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a151ff3f-3082-4f2e-82fa-a57809fed5dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:56.266896 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-a151ff3f-3082-4f2e-82fa-a57809fed5dd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/71753078-b8a1-4ef0-aa58-cf6a00580831 HTTP/1.1" status: 204 len: 168 time: 0.1910443 Jan 19 14:42:56.279091 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151ff3f-3082-4f2e-82fa-a57809fed5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71753078-b8a1-4ef0-aa58-cf6a00580831,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:56.303342 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8f87fa9c-47f2-4a1d-888d-7be6172f6839 req-d2d65b9e-6530-47c7-980d-72771127f3e8 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540121 Jan 19 14:42:56.889330 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48586) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:56.902203 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-72a4fb16-5955-449c-b225-d74ce953c84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:56.974348 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-72a4fb16-5955-449c-b225-d74ce953c84e admin admin] Publish callbacks [] for security_group (59cb8e62-bbd8-432f-99e5-f9760bf46e40), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:57.042818 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-72a4fb16-5955-449c-b225-d74ce953c84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (59cb8e62-bbd8-432f-99e5-f9760bf46e40), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:57.080963 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-72a4fb16-5955-449c-b225-d74ce953c84e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bce69182f1141e683f2b5c59b1a6d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905499 Jan 19 14:42:57.081801 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4fb16-5955-449c-b225-d74ce953c84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cb8e62-bbd8-432f-99e5-f9760bf46e40,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:57.083866 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48588) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:42:57.131509 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bbd408-ec0f-41ab-af6b-fea1db321074 admin admin] Publish callbacks [] for security_group (59cb8e62-bbd8-432f-99e5-f9760bf46e40), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:57.151735 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bbd408-ec0f-41ab-af6b-fea1db321074 admin admin] Publish callbacks [] for security_group (59cb8e62-bbd8-432f-99e5-f9760bf46e40), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:57.288538 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bbd408-ec0f-41ab-af6b-fea1db321074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (59cb8e62-bbd8-432f-99e5-f9760bf46e40), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:57.291190 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-64bbd408-ec0f-41ab-af6b-fea1db321074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:57.292423 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-64bbd408-ec0f-41ab-af6b-fea1db321074 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59cb8e62-bbd8-432f-99e5-f9760bf46e40 HTTP/1.1" status: 204 len: 168 time: 0.2075045 Jan 19 14:42:57.300382 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbd408-ec0f-41ab-af6b-fea1db321074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cb8e62-bbd8-432f-99e5-f9760bf46e40,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:57.384982 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 4e41f953-f7f4-4cd0-b902-2e1bac40751c up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:42:57.426008 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5975e-17fa-4dc6-b820-d3a41f340295 req-d456baa6-887c-457a-be8c-985855a00bf0 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:57.427554 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-aae5975e-17fa-4dc6-b820-d3a41f340295 req-d456baa6-887c-457a-be8c-985855a00bf0 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 945 time: 0.0521469 Jan 19 14:42:57.474348 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-aae5975e-17fa-4dc6-b820-d3a41f340295 req-224a1f09-69c5-47e1-a4f7-8d0e5e91de7f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Jan 19 14:42:57.500209 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 4e41f953-f7f4-4cd0-b902-2e1bac40751c completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:42:57.504721 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 4e41f953-f7f4-4cd0-b902-2e1bac40751c triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:42:57.505146 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:57.584484 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 4e41f953-f7f4-4cd0-b902-2e1bac40751c is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:42:57.584881 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:57.609949 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b80ae5-8ca1-4725-91d6-dc9628031377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e41f953-f7f4-4cd0-b902-2e1bac40751c'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:42:57.612720 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aad6263-d427-4028-a61f-18f65d12d47d" -d '{"events": [{"server_uuid": "72b80ae5-8ca1-4725-91d6-dc9628031377", "name": "network-vif-plugged", "status": "completed", "tag": "4e41f953-f7f4-4cd0-b902-2e1bac40751c"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:42:57.625502 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 4e41f953-f7f4-4cd0-b902-2e1bac40751c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4e41f953-f7f4-4cd0-b902-2e1bac40751c,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:42:57.652709 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5258fc2a-2d5e-46f6-916d-b6c594ed66b6 x-openstack-request-id: req-5258fc2a-2d5e-46f6-916d-b6c594ed66b6 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:42:57.652709 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b80ae5-8ca1-4725-91d6-dc9628031377", "name": "network-vif-plugged", "status": "completed", "tag": "4e41f953-f7f4-4cd0-b902-2e1bac40751c", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:42:57.652709 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5258fc2a-2d5e-46f6-916d-b6c594ed66b6 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:42:57.652709 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b80ae5-8ca1-4725-91d6-dc9628031377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e41f953-f7f4-4cd0-b902-2e1bac40751c', 'code': 200} Jan 19 14:42:57.694417 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:42:57.742780 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=4e41f953-f7f4-4cd0-b902-2e1bac40751c,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:42:57.990794 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f90e2-d9a7-4bcb-9796-c45ade853ca3 req-0f04cfe2-ee55-4b56-87de-17bba8cced3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:57.992532 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9b1f90e2-d9a7-4bcb-9796-c45ade853ca3 req-0f04cfe2-ee55-4b56-87de-17bba8cced3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 1099 time: 0.0430777 Jan 19 14:42:58.035392 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9b1f90e2-d9a7-4bcb-9796-c45ade853ca3 req-350c4f60-4318-4915-88dc-9e0e9fa81f32 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366511 Jan 19 14:42:58.587465 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034043c6-bf85-43ca-ad4a-946ccea5ea58 req-b0c0c2e7-f59c-4734-be39-72719060f5d9 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:58.588954 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-034043c6-bf85-43ca-ad4a-946ccea5ea58 req-b0c0c2e7-f59c-4734-be39-72719060f5d9 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 946 time: 0.0482023 Jan 19 14:42:58.635389 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-034043c6-bf85-43ca-ad4a-946ccea5ea58 req-f5ebe28a-8dc5-413f-9b62-233b2b5bde3a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Jan 19 14:42:59.748995 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663611ed-6374-442b-9315-0fb3ded44f1f req-abeb78b0-b01f-44ed-b1f4-92a42747d05e tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:42:59.750392 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-663611ed-6374-442b-9315-0fb3ded44f1f req-abeb78b0-b01f-44ed-b1f4-92a42747d05e tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 946 time: 0.0480070 Jan 19 14:42:59.799840 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-663611ed-6374-442b-9315-0fb3ded44f1f req-107836f6-5e66-4f00-96a9-172bdc2f11d6 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Jan 19 14:43:01.666737 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0861b-1d19-4163-b612-434abf684ccc req-3a9d9f85-857e-43a0-a54e-ef60210ba3df tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:01.668113 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-3a9d9f85-857e-43a0-a54e-ef60210ba3df tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/networks?id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb HTTP/1.1" status: 200 len: 815 time: 0.1033216 Jan 19 14:43:01.682198 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-27408e50-0355-4ad3-8452-760d37f1a282 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/quotas/5133268312764042bad837ea44e0e7cd HTTP/1.1" status: 200 len: 375 time: 0.0086918 Jan 19 14:43:01.732666 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-3e4bf358-110b-43d1-a2c9-57d607ac7c13 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457423 Jan 19 14:43:01.823102 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-ee952495-3431-4718-9239-1c68f6d98123 service neutron] 10.222.0.79 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838785 Jan 19 14:43:01.908601 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2b0d247c-8695-439b-8fc4-2c23cae83f72 service neutron] 10.222.0.79 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798769 Jan 19 14:43:02.225292 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-329fca45-c108-49cb-b283-437089ba6cca req-19003875-b07a-4254-8eba-7fefa5040d97 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 210 time: 0.0292749 Jan 19 14:43:03.321298 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-123a9062-a6ab-42bf-9f89-908206ce42c9 req-7c902e33-5035-443e-8a0a-1433eea40021 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 210 time: 0.0259874 Jan 19 14:43:04.174469 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-49d10a89-b455-40d5-be5e-d9c8f438d6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:04.411874 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3e1617f7-9119-4edd-8420-1402f6312936 req-82fea6bc-3726-4451-9736-9ed9b6504274 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 210 time: 0.0257955 Jan 19 14:43:05.503445 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5e1db322-a573-4f5f-879e-4061543455bd req-bdc2fd3f-1bf5-4f1a-9ece-7a1ffed6be7c tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 210 time: 0.0256586 Jan 19 14:43:05.576088 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0861b-1d19-4163-b612-434abf684ccc req-a1ec0dae-1d3d-41f4-99cf-abc567cb27f8 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:05.577517 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-a1ec0dae-1d3d-41f4-99cf-abc567cb27f8 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "GET /v2.0/networks?id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb HTTP/1.1" status: 200 len: 815 time: 0.1058993 Jan 19 14:43:05.592227 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Request body: {'port': {'device_id': '6420ecb2-f56f-40f5-acbb-c45651c2e955', 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb', 'admin_state_up': True, 'tenant_id': '5133268312764042bad837ea44e0e7cd'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:05.775131 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Made reservation on behalf of 5133268312764042bad837ea44e0e7cd for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:43:05.778956 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:05.906525 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Allocated IP 172.20.0.13 (9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb/afef78e3-3df8-4bf9-8a3b-ad2420e6505a/c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:43:06.063269 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks [] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:06.171262 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:06.184108 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['911876c3-f27a-4262-af17-77ec342bc693', '4e41f953-f7f4-4cd0-b902-2e1bac40751c'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:43:06.215349 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:43:06.220331 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:43:06.225271 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:43:06.238693 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Pushing event updated for resources: {'Port': ['ID=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:06.276001 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:06.276596 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:06.347958 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-96f27280-7ef4-4853-9a95-4735d5fa716e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:06.393486 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-2a6b68a2-dbcf-48d3-b705-37afecf4b5cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8043463 Jan 19 14:43:06.405590 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Request body: {'port': {'device_id': '6420ecb2-f56f-40f5-acbb-c45651c2e955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:06.464120 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:06.633652 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee29a5-5c73-4375-bf0d-8622eb4b3e54 req-5d609bd2-c01d-497d-a497-3ef7d4669d05 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:06.635271 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-06ee29a5-5c73-4375-bf0d-8622eb4b3e54 req-5d609bd2-c01d-497d-a497-3ef7d4669d05 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 932 time: 0.0492127 Jan 19 14:43:06.684884 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-06ee29a5-5c73-4375-bf0d-8622eb4b3e54 req-bc618dd0-851a-47c3-9516-1b16243a3cdd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437381 Jan 19 14:43:06.728617 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:43:06.736730 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Publish callbacks [] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:06.748695 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Transition to ACTIVE for port object c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:43:06.827514 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:06.891362 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Pushing event updated for resources: {'Port': ['ID=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:06.942198 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Attempting to bind port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:43:06.942539 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Attempting to bind port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:43:06.942870 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Attempting to bind port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:43:06.947231 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:43:06.947583 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Attempting to bind port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:43:06.952397 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:43:06.952743 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Checking segment: {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:43:06.953126 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Bound using segment: {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:43:06.953550 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Bound port: c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:43:06.953901 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:07.016270 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] For port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:43:07.019759 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] For port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:43:07.102589 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:07.138913 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:07.139523 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:07.140961 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] 10.222.0.57 "PUT /v2.0/ports/c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f HTTP/1.1" status: 200 len: 1094 time: 0.7395959 Jan 19 14:43:07.141393 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6420ecb2-f56f-40f5-acbb-c45651c2e955', 'tag': 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:07.143610 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2803c7a3-7d8b-480f-9300-4157604ee3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6420ecb2-f56f-40f5-acbb-c45651c2e955", "tag": "c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:07.164604 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96a59b-1954-4f7e-bdfa-c4c034fe1f9c service neutron] Pushing event updated for resources: {'Port': ['ID=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:07.179211 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb660b2-8586-48e6-9001-4fde169f2ccb x-openstack-request-id: req-5cb660b2-8586-48e6-9001-4fde169f2ccb {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:07.180809 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6420ecb2-f56f-40f5-acbb-c45651c2e955", "tag": "c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:07.180809 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5cb660b2-8586-48e6-9001-4fde169f2ccb {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:07.180809 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6420ecb2-f56f-40f5-acbb-c45651c2e955', 'tag': 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f', 'status': 'completed', 'code': 200} Jan 19 14:43:07.239520 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803c7a3-7d8b-480f-9300-4157604ee3c3 req-68d03532-e1fe-4a69-8ce8-26d8851566a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:07.240993 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2803c7a3-7d8b-480f-9300-4157604ee3c3 req-68d03532-e1fe-4a69-8ce8-26d8851566a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 1097 time: 0.0399094 Jan 19 14:43:07.338465 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803c7a3-7d8b-480f-9300-4157604ee3c3 req-3f3a7113-309c-4f6b-b939-5a41b34901cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:07.339927 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2803c7a3-7d8b-480f-9300-4157604ee3c3 req-3f3a7113-309c-4f6b-b939-5a41b34901cc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5133268312764042bad837ea44e0e7cd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0914567 Jan 19 14:43:07.433866 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803c7a3-7d8b-480f-9300-4157604ee3c3 req-ae8b7a07-73ce-4cba-ae79-98fe0053580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:07.435297 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2803c7a3-7d8b-480f-9300-4157604ee3c3 req-ae8b7a07-73ce-4cba-ae79-98fe0053580d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874414 Jan 19 14:43:07.509737 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0861b-1d19-4163-b612-434abf684ccc req-27dc92b5-2c7c-4e70-9fae-a9eabb865be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:07.511314 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-27dc92b5-2c7c-4e70-9fae-a9eabb865be1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 1097 time: 0.0406930 Jan 19 14:43:07.553395 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-b39a2063-5336-406b-bb04-ed2ccf33b4f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f HTTP/1.1" status: 200 len: 217 time: 0.0347593 Jan 19 14:43:07.599270 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0861b-1d19-4163-b612-434abf684ccc req-71a572f3-40b1-4344-b97d-6d3e1618b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:07.600716 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-71a572f3-40b1-4344-b97d-6d3e1618b4c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afef78e3-3df8-4bf9-8a3b-ad2420e6505a HTTP/1.1" status: 200 len: 855 time: 0.0421181 Jan 19 14:43:07.633756 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-06ef63ad-bf0b-4ba1-ba4e-b76d177c3302 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266187 Jan 19 14:43:07.725754 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-843e28e9-662e-490f-b043-9509b7ec1bc3 service neutron] 10.222.0.57 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826097 Jan 19 14:43:07.816010 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e0f93-a45d-4b8a-a7e5-fad9fc57a9c1 req-ef4f336d-a6bc-483e-a4fb-5bfdc9f767dd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:07.817535 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-235e0f93-a45d-4b8a-a7e5-fad9fc57a9c1 req-ef4f336d-a6bc-483e-a4fb-5bfdc9f767dd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 944 time: 0.0482607 Jan 19 14:43:07.822003 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-f1b0861b-1d19-4163-b612-434abf684ccc req-02f8a1a1-c1dd-413c-9a0f-6b7ef8a7614a service neutron] 10.222.0.57 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902193 Jan 19 14:43:07.843478 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:07.865513 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-235e0f93-a45d-4b8a-a7e5-fad9fc57a9c1 req-4cc85924-85fc-44ce-88a2-8f47624ab046 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Jan 19 14:43:08.990778 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550fc2c-52a6-4176-b4ad-a872942f1db1 req-3301b096-278a-492e-82b5-3e80ec455cae tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:08.992268 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2550fc2c-52a6-4176-b4ad-a872942f1db1 req-3301b096-278a-492e-82b5-3e80ec455cae tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 944 time: 0.0486507 Jan 19 14:43:09.005224 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:09.040377 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2550fc2c-52a6-4176-b4ad-a872942f1db1 req-abf3bdea-e0b2-4e3c-9bb2-b667d4f1a70a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422168 Jan 19 14:43:09.412376 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:43:09.508324 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:09.520601 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f', 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb', 'port_id': 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f', 'mac_address': 'fa:16:3e:4d:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afef78e3-3df8-4bf9-8a3b-ad2420e6505a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:43:09.559663 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:43:09.560049 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:09.572909 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:43:09.592845 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:09.691089 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:09.737233 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:09.867079 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 48744) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:09.931800 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:43:09.969691 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-100025a3-31fd-4958-8183-922e79a9bb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:10.043033 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-100025a3-31fd-4958-8183-922e79a9bb88 admin admin] Publish callbacks [] for security_group (f16fca28-e747-4de7-9f63-2e43ee0b885a), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:10.119430 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-100025a3-31fd-4958-8183-922e79a9bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (f16fca28-e747-4de7-9f63-2e43ee0b885a), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:10.157810 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424698c-1d3f-4925-90bd-c09eda989287 req-f70ebfa3-4663-41e1-8fae-dbcddaeace97 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:10.158428 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-100025a3-31fd-4958-8183-922e79a9bb88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06c1fc273f81450e8aa3e342b8a7da89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899704 Jan 19 14:43:10.159421 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100025a3-31fd-4958-8183-922e79a9bb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16fca28-e747-4de7-9f63-2e43ee0b885a,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:10.159632 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1424698c-1d3f-4925-90bd-c09eda989287 req-f70ebfa3-4663-41e1-8fae-dbcddaeace97 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 945 time: 0.0524688 Jan 19 14:43:10.161040 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48750) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:10.238312 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1424698c-1d3f-4925-90bd-c09eda989287 req-c64b8c6f-589a-4ed6-ad83-cad159bef743 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709188 Jan 19 14:43:10.243108 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c25e9bc4-5120-4c9e-8cd9-37bd92c4eef4 admin admin] Publish callbacks [] for security_group (f16fca28-e747-4de7-9f63-2e43ee0b885a), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:10.266138 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c25e9bc4-5120-4c9e-8cd9-37bd92c4eef4 admin admin] Publish callbacks [] for security_group (f16fca28-e747-4de7-9f63-2e43ee0b885a), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:10.313668 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:10.363808 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c25e9bc4-5120-4c9e-8cd9-37bd92c4eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (f16fca28-e747-4de7-9f63-2e43ee0b885a), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:10.366445 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-c25e9bc4-5120-4c9e-8cd9-37bd92c4eef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:10.367888 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-c25e9bc4-5120-4c9e-8cd9-37bd92c4eef4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f16fca28-e747-4de7-9f63-2e43ee0b885a HTTP/1.1" status: 204 len: 168 time: 0.2056057 Jan 19 14:43:10.375560 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e9bc4-5120-4c9e-8cd9-37bd92c4eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16fca28-e747-4de7-9f63-2e43ee0b885a,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:10.918469 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48756) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:10.931370 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b611fe2a-075c-45ac-b891-22f811900b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.001408 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b611fe2a-075c-45ac-b891-22f811900b6f admin admin] Publish callbacks [] for security_group (5c1f3b41-017a-491d-8843-acf2d8d8a0d9), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.066357 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b611fe2a-075c-45ac-b891-22f811900b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (5c1f3b41-017a-491d-8843-acf2d8d8a0d9), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.105489 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611fe2a-075c-45ac-b891-22f811900b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1f3b41-017a-491d-8843-acf2d8d8a0d9,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:11.109632 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-b611fe2a-075c-45ac-b891-22f811900b6f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4a89d69196d4731931f37bb427d14ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902463 Jan 19 14:43:11.112846 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48758) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:11.159455 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e38f439b-a754-49ed-b076-6f3b95dde64c admin admin] Publish callbacks [] for security_group (5c1f3b41-017a-491d-8843-acf2d8d8a0d9), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.179406 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e38f439b-a754-49ed-b076-6f3b95dde64c admin admin] Publish callbacks [] for security_group (5c1f3b41-017a-491d-8843-acf2d8d8a0d9), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.285270 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e38f439b-a754-49ed-b076-6f3b95dde64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (5c1f3b41-017a-491d-8843-acf2d8d8a0d9), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.288009 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e38f439b-a754-49ed-b076-6f3b95dde64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.289193 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-e38f439b-a754-49ed-b076-6f3b95dde64c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c1f3b41-017a-491d-8843-acf2d8d8a0d9 HTTP/1.1" status: 204 len: 168 time: 0.1760306 Jan 19 14:43:11.299380 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f439b-a754-49ed-b076-6f3b95dde64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1f3b41-017a-491d-8843-acf2d8d8a0d9,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:11.342048 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.355176 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6e1cd-74cb-4787-93d1-05656bb527ce req-3fe88f02-44da-4abf-b3b4-d446c7e00cdd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:11.356888 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-59b6e1cd-74cb-4787-93d1-05656bb527ce req-3fe88f02-44da-4abf-b3b4-d446c7e00cdd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 945 time: 0.0513742 Jan 19 14:43:11.405070 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-59b6e1cd-74cb-4787-93d1-05656bb527ce req-d2b00883-0110-4c05-bb6b-7f13c284dc50 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Jan 19 14:43:11.414859 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:43:11.559120 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:43:11.563051 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:43:11.563424 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.641531 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:43:11.641949 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.663846 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6420ecb2-f56f-40f5-acbb-c45651c2e955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:11.666073 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a53142-6b54-4592-b489-2ad4496c437f" -d '{"events": [{"server_uuid": "6420ecb2-f56f-40f5-acbb-c45651c2e955", "name": "network-vif-plugged", "status": "completed", "tag": "c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:11.678877 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:11.701726 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fb5573-8cab-4a1a-a653-698c14ba7d59 x-openstack-request-id: req-d2fb5573-8cab-4a1a-a653-698c14ba7d59 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:11.702052 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6420ecb2-f56f-40f5-acbb-c45651c2e955", "name": "network-vif-plugged", "status": "completed", "tag": "c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:11.702306 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2fb5573-8cab-4a1a-a653-698c14ba7d59 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:11.702705 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6420ecb2-f56f-40f5-acbb-c45651c2e955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f', 'code': 200} Jan 19 14:43:11.770010 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:11.818491 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:12.039062 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b5682-1687-48dc-90b1-00624de14aaf req-fd01c551-aaa5-452e-b4fb-832dac350df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:12.043121 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7e3b5682-1687-48dc-90b1-00624de14aaf req-fd01c551-aaa5-452e-b4fb-832dac350df0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 1099 time: 0.0447903 Jan 19 14:43:12.089218 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7e3b5682-1687-48dc-90b1-00624de14aaf req-4ffe6835-3b44-43bf-ad19-b8a7d30a4af1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384140 Jan 19 14:43:12.521596 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056e7aa-8608-4359-91f8-7f588a8fa3ce req-17e3bff7-3883-452c-a1ed-9177315cd25a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:12.523094 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4056e7aa-8608-4359-91f8-7f588a8fa3ce req-17e3bff7-3883-452c-a1ed-9177315cd25a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 946 time: 0.0519853 Jan 19 14:43:12.569430 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4056e7aa-8608-4359-91f8-7f588a8fa3ce req-073239ad-5f1d-4316-a2ca-cb3d3464c29b tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Jan 19 14:43:12.882214 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48794) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:12.983413 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb285f39-bbc4-46ba-bf8e-1b0e252c4e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:13.057331 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb285f39-bbc4-46ba-bf8e-1b0e252c4e2e admin admin] Publish callbacks [] for security_group (1638339f-0f3d-4c96-85c7-7e81a55730a1), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:13.148101 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-eb285f39-bbc4-46ba-bf8e-1b0e252c4e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1638339f-0f3d-4c96-85c7-7e81a55730a1), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:13.187459 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb285f39-bbc4-46ba-bf8e-1b0e252c4e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1638339f-0f3d-4c96-85c7-7e81a55730a1,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:13.192561 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-eb285f39-bbc4-46ba-bf8e-1b0e252c4e2e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=455523d621dc42af94edbd1e7713b008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093345 Jan 19 14:43:13.195417 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 48798) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:13.242466 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-76fa309c-0d61-42c0-97c4-ca6f1ec6faf6 admin admin] Publish callbacks [] for security_group (1638339f-0f3d-4c96-85c7-7e81a55730a1), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:13.268359 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-76fa309c-0d61-42c0-97c4-ca6f1ec6faf6 admin admin] Publish callbacks [] for security_group (1638339f-0f3d-4c96-85c7-7e81a55730a1), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:13.398207 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-76fa309c-0d61-42c0-97c4-ca6f1ec6faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (1638339f-0f3d-4c96-85c7-7e81a55730a1), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:13.400820 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-76fa309c-0d61-42c0-97c4-ca6f1ec6faf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:13.402074 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-76fa309c-0d61-42c0-97c4-ca6f1ec6faf6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1638339f-0f3d-4c96-85c7-7e81a55730a1 HTTP/1.1" status: 204 len: 168 time: 0.2056520 Jan 19 14:43:13.410575 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa309c-0d61-42c0-97c4-ca6f1ec6faf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1638339f-0f3d-4c96-85c7-7e81a55730a1,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:13.684157 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4314fc-41d5-40ff-ae1d-bd24e7cfa67c req-81dcd579-9328-445c-9460-5e1d572645b1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:13.685649 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4f4314fc-41d5-40ff-ae1d-bd24e7cfa67c req-81dcd579-9328-445c-9460-5e1d572645b1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 946 time: 0.0494666 Jan 19 14:43:13.733043 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4f4314fc-41d5-40ff-ae1d-bd24e7cfa67c req-c543d1d7-8eb8-4963-86ba-2d0c58cbaa1c tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Jan 19 14:43:19.647223 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-c1c199cf-ae0b-42b6-9ed1-b283bd61fa96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409231 Jan 19 14:43:19.731668 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-52d2d91f-a6f5-416d-98d0-02502bd9df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:19.733276 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-52d2d91f-a6f5-416d-98d0-02502bd9df89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 1098 time: 0.0393615 Jan 19 14:43:19.841740 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-6456b2f8-dbfe-4c47-881c-18958569128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:19.843281 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-6456b2f8-dbfe-4c47-881c-18958569128a service neutron] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 912 time: 0.0874698 Jan 19 14:43:19.910683 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-f597e6e3-9b0d-443f-a31c-de2b779a935d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=983209d7-8336-4921-ac06-d6a6f300a72c HTTP/1.1" status: 200 len: 1001 time: 0.0592453 Jan 19 14:43:19.960070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-34b90f6d-8caa-4ac0-aa81-ccc9f57080bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:19.961577 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-34b90f6d-8caa-4ac0-aa81-ccc9f57080bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.0429721 Jan 19 14:43:20.010872 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-d1ac42e9-c1f8-4647-ae13-c0d97429d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:20.012380 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-d1ac42e9-c1f8-4647-ae13-c0d97429d14e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438313 Jan 19 14:43:20.110468 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-af568053-b0b6-4ffb-bd05-ba06788ccaa8 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901492 Jan 19 14:43:20.209013 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-fc62368b-6b54-4c26-befb-ad7ce15cd76b req-cc8c0e95-dff4-494f-aaed-dcc7eb49fbc2 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871263 Jan 19 14:43:23.446717 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:43:25.493244 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-aa324e89-1271-4d39-a42d-5e9aaedbdac9 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:25.494883 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-aa324e89-1271-4d39-a42d-5e9aaedbdac9 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/networks?id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb HTTP/1.1" status: 200 len: 815 time: 0.1030438 Jan 19 14:43:25.508845 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-83867b77-62c9-426c-9e9e-aa95304bd105 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/quotas/5133268312764042bad837ea44e0e7cd HTTP/1.1" status: 200 len: 375 time: 0.0087655 Jan 19 14:43:25.561701 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-ce70957c-dd49-41c6-93bc-8db450a84f88 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473821 Jan 19 14:43:25.652496 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-9304ef12-2653-4643-8e3c-2e75264037d0 service neutron] 10.222.0.79 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838020 Jan 19 14:43:25.739037 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-76bd538f-9c5d-489d-92fb-124657abc0fe service neutron] 10.222.0.79 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810664 Jan 19 14:43:25.987961 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5c8e49ac-e066-4ceb-a1d1-52561ff1a584 req-9ac09ffc-2d71-40d7-9b17-958315866c8c tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 210 time: 0.0260990 Jan 19 14:43:27.077629 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f9831aa4-d0ab-4c3e-be38-f4dd50fff00c req-e496e600-1c11-4a14-8147-2605cd45a543 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 210 time: 0.0254323 Jan 19 14:43:27.928029 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-229c086b-eeee-4a37-a644-677ad2863cdc tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:27.929531 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-229c086b-eeee-4a37-a644-677ad2863cdc tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "GET /v2.0/networks?id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb HTTP/1.1" status: 200 len: 815 time: 0.1056061 Jan 19 14:43:27.944363 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Request body: {'port': {'device_id': '85d49840-b4d3-4a40-aca1-036598c2d264', 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb', 'admin_state_up': True, 'tenant_id': '5133268312764042bad837ea44e0e7cd'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:28.182732 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-26c24814-a5e9-4af3-b987-fc8a74d0fdf7 req-24a0d49e-2751-4b1b-abde-b08b2d98d8e5 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 210 time: 0.0305974 Jan 19 14:43:28.377148 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Made reservation on behalf of 5133268312764042bad837ea44e0e7cd for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:43:28.381106 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:28.499857 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Allocated IP 172.20.0.7 (9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb/afef78e3-3df8-4bf9-8a3b-ad2420e6505a/b74235f6-843e-41d8-838f-4a2c6052c764) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:43:28.641209 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks [] for port (b74235f6-843e-41d8-838f-4a2c6052c764), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:28.709062 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:28.721681 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['911876c3-f27a-4262-af17-77ec342bc693', '4e41f953-f7f4-4cd0-b902-2e1bac40751c', 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:43:28.756247 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:43:28.759296 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:43:28.763055 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:43:28.769345 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Pushing event updated for resources: {'Port': ['ID=b74235f6-843e-41d8-838f-4a2c6052c764,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:28.814008 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:28.814629 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:28.911359 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-33efa916-62d7-4e19-aa89-905f05cdde10 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9712005 Jan 19 14:43:28.928950 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Request body: {'port': {'device_id': '85d49840-b4d3-4a40-aca1-036598c2d264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:28.980610 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:29.234095 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74235f6-843e-41d8-838f-4a2c6052c764 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:43:29.242191 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Publish callbacks [] for port (b74235f6-843e-41d8-838f-4a2c6052c764), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:29.254025 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Transition to ACTIVE for port object b74235f6-843e-41d8-838f-4a2c6052c764 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:43:29.295933 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a30e3-78c4-4e54-9b17-4fe7204c0ebd req-a70ce37f-59a1-4f24-bdd4-03b623d61540 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:29.297390 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f50a30e3-78c4-4e54-9b17-4fe7204c0ebd req-a70ce37f-59a1-4f24-bdd4-03b623d61540 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 931 time: 0.0474453 Jan 19 14:43:29.331440 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:29.343256 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f50a30e3-78c4-4e54-9b17-4fe7204c0ebd req-9f3f469c-cf26-4800-9c52-d057446451fe tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Jan 19 14:43:29.378798 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Pushing event updated for resources: {'Port': ['ID=b74235f6-843e-41d8-838f-4a2c6052c764,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:29.446185 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Attempting to bind port b74235f6-843e-41d8-838f-4a2c6052c764 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:43:29.446515 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Attempting to bind port b74235f6-843e-41d8-838f-4a2c6052c764 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:43:29.446840 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Attempting to bind port b74235f6-843e-41d8-838f-4a2c6052c764 on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:43:29.451046 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Port b74235f6-843e-41d8-838f-4a2c6052c764 on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:43:29.451360 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Attempting to bind port b74235f6-843e-41d8-838f-4a2c6052c764 on network 9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:43:29.456113 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:43:29.456467 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Checking segment: {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:43:29.456842 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Bound using segment: {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:43:29.457253 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Bound port: b74235f6-843e-41d8-838f-4a2c6052c764, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a772d39-43ba-44ee-81dc-9921ea96e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:43:29.457592 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:29.517769 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] For port b74235f6-843e-41d8-838f-4a2c6052c764, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:43:29.522996 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] For port b74235f6-843e-41d8-838f-4a2c6052c764, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b74235f6-843e-41d8-838f-4a2c6052c764,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:43:29.611675 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:29.647399 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:29.648039 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:29.649393 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] 10.222.0.57 "PUT /v2.0/ports/b74235f6-843e-41d8-838f-4a2c6052c764 HTTP/1.1" status: 200 len: 1093 time: 0.7252128 Jan 19 14:43:29.649837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d49840-b4d3-4a40-aca1-036598c2d264', 'tag': 'b74235f6-843e-41d8-838f-4a2c6052c764'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:29.652079 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8947dca2-9590-4fb3-8062-acf90815838c" -d '{"events": [{"name": "network-changed", "server_uuid": "85d49840-b4d3-4a40-aca1-036598c2d264", "tag": "b74235f6-843e-41d8-838f-4a2c6052c764"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:29.674175 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39c707-12f9-4987-9e3c-5bd83a3ee993 service neutron] Pushing event updated for resources: {'Port': ['ID=b74235f6-843e-41d8-838f-4a2c6052c764,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:29.688628 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36911623-a37c-49b0-afd8-edee5212a5e0 x-openstack-request-id: req-36911623-a37c-49b0-afd8-edee5212a5e0 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:29.688973 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d49840-b4d3-4a40-aca1-036598c2d264", "tag": "b74235f6-843e-41d8-838f-4a2c6052c764", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:29.689233 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36911623-a37c-49b0-afd8-edee5212a5e0 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:29.689662 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d49840-b4d3-4a40-aca1-036598c2d264', 'tag': 'b74235f6-843e-41d8-838f-4a2c6052c764', 'status': 'completed', 'code': 200} Jan 19 14:43:29.753114 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947dca2-9590-4fb3-8062-acf90815838c req-5ef63c41-5f56-460b-b4bf-9415d2f93632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:29.754632 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8947dca2-9590-4fb3-8062-acf90815838c req-5ef63c41-5f56-460b-b4bf-9415d2f93632 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 1096 time: 0.0405159 Jan 19 14:43:29.853808 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947dca2-9590-4fb3-8062-acf90815838c req-604fd78c-febc-4797-97c2-81e95ed24c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:29.855220 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8947dca2-9590-4fb3-8062-acf90815838c req-604fd78c-febc-4797-97c2-81e95ed24c69 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5133268312764042bad837ea44e0e7cd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915029 Jan 19 14:43:29.953431 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947dca2-9590-4fb3-8062-acf90815838c req-5bb53dcd-27e3-4553-9884-0d02cd4991bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:29.954949 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-8947dca2-9590-4fb3-8062-acf90815838c req-5bb53dcd-27e3-4553-9884-0d02cd4991bd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928113 Jan 19 14:43:30.033437 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-f70b6e27-2acd-4b87-a4c4-00bd19326924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:30.035003 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-f70b6e27-2acd-4b87-a4c4-00bd19326924 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5133268312764042bad837ea44e0e7cd&device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 1096 time: 0.0402002 Jan 19 14:43:30.075870 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-7dcec217-91f3-41dd-a20d-d5f09b29c9ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b74235f6-843e-41d8-838f-4a2c6052c764 HTTP/1.1" status: 200 len: 217 time: 0.0337327 Jan 19 14:43:30.125865 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-cd1735cd-6a99-458d-986b-25c6a00a5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:30.127248 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-cd1735cd-6a99-458d-986b-25c6a00a5d8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afef78e3-3df8-4bf9-8a3b-ad2420e6505a HTTP/1.1" status: 200 len: 855 time: 0.0446351 Jan 19 14:43:30.164109 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-e098419b-9207-4024-83dc-90f918980bdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298269 Jan 19 14:43:30.251289 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-d01966b1-d4d3-4079-a264-6d954c7995d4 service neutron] 10.222.0.57 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800855 Jan 19 14:43:30.343900 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-da668625-e482-49cb-80d9-10f6c4c4d57f req-40ba2237-c164-46b3-a226-f21295e2af0d service neutron] 10.222.0.57 "GET /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828266 Jan 19 14:43:30.456695 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27542f2e-2ed2-4e42-808a-62fe92341172 req-1b80aec0-ae50-4b19-8107-86412a439a45 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:30.458218 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-27542f2e-2ed2-4e42-808a-62fe92341172 req-1b80aec0-ae50-4b19-8107-86412a439a45 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 943 time: 0.0486853 Jan 19 14:43:30.504417 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-27542f2e-2ed2-4e42-808a-62fe92341172 req-80e228a2-b015-4d22-928a-60e4b55c830c tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Jan 19 14:43:31.622107 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a13e05-cb17-4ace-a6ef-344d983ee9cc req-51906da5-aab0-4c82-a187-bb0a6239b496 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:31.623652 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e6a13e05-cb17-4ace-a6ef-344d983ee9cc req-51906da5-aab0-4c82-a187-bb0a6239b496 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 943 time: 0.0519707 Jan 19 14:43:31.671604 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e6a13e05-cb17-4ace-a6ef-344d983ee9cc req-f9861fce-ccba-4359-b76b-5d82d800a5da tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 Jan 19 14:43:32.781676 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355cc6f-9ab5-4a48-911e-c52c8b3ba885 req-98827410-0b28-41bb-8ad9-ce7c069f156a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:32.783256 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0355cc6f-9ab5-4a48-911e-c52c8b3ba885 req-98827410-0b28-41bb-8ad9-ce7c069f156a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 943 time: 0.0482597 Jan 19 14:43:32.828305 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0355cc6f-9ab5-4a48-911e-c52c8b3ba885 req-9fdb3c53-c85f-4a95-8f34-fec93ca7fc7b tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Jan 19 14:43:33.528314 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device b74235f6-843e-41d8-838f-4a2c6052c764 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:43:33.620705 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port b74235f6-843e-41d8-838f-4a2c6052c764, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b74235f6-843e-41d8-838f-4a2c6052c764,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:33.634832 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': 'b74235f6-843e-41d8-838f-4a2c6052c764', 'network_id': '9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb', 'port_id': 'b74235f6-843e-41d8-838f-4a2c6052c764', 'mac_address': 'fa:16:3e:c9:e3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afef78e3-3df8-4bf9-8a3b-ad2420e6505a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:43:33.669882 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port b74235f6-843e-41d8-838f-4a2c6052c764 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:43:33.670290 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:33.682446 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74235f6-843e-41d8-838f-4a2c6052c764 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:43:33.700813 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port b74235f6-843e-41d8-838f-4a2c6052c764, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b74235f6-843e-41d8-838f-4a2c6052c764,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:33.782997 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:33.830373 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=b74235f6-843e-41d8-838f-4a2c6052c764,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:33.837855 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.838230 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.838578 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.838912 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.839241 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.839568 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.839897 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.840239 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.840546 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.840870 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.841190 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.841507 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.841824 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:33.939589 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2703af8-6031-4a98-a7f7-5783a4589251 req-5f86f8e3-9969-4fc2-a7f4-e3f30de01c1f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:33.941599 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f2703af8-6031-4a98-a7f7-5783a4589251 req-5f86f8e3-9969-4fc2-a7f4-e3f30de01c1f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 944 time: 0.0489545 Jan 19 14:43:33.989690 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f2703af8-6031-4a98-a7f7-5783a4589251 req-eff18554-c693-4827-9df7-d17c9999e63e tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426919 Jan 19 14:43:34.183460 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-46331ff4-a563-4bc8-945d-959f54ac7346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:34.759445 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['b74235f6-843e-41d8-838f-4a2c6052c764'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:43:35.102685 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fceff-f164-4805-89d2-e878339fb5fc req-3af43264-ba3d-4bd8-8dbd-5174477bf66b tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:35.104149 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4d3fceff-f164-4805-89d2-e878339fb5fc req-3af43264-ba3d-4bd8-8dbd-5174477bf66b tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 944 time: 0.0477223 Jan 19 14:43:35.150409 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4d3fceff-f164-4805-89d2-e878339fb5fc req-9b42e56d-a286-47d7-8420-bd9c88b52a02 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Jan 19 14:43:36.272867 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15b1a0-f230-4622-b3f6-08250a741b4b req-2936532d-0b17-4785-b8d5-8144909c1a25 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:36.274349 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ee15b1a0-f230-4622-b3f6-08250a741b4b req-2936532d-0b17-4785-b8d5-8144909c1a25 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 944 time: 0.0580072 Jan 19 14:43:36.303301 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-33d7d8bf-e2e7-44b2-9485-8f971e12d437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:36.319677 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ee15b1a0-f230-4622-b3f6-08250a741b4b req-2fb2fa1d-47fd-4c25-869e-41c94df521bf tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Jan 19 14:43:36.433395 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 49068) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:36.537720 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb987a05-8f1d-4ef2-b5f9-36993beba181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:36.607855 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb987a05-8f1d-4ef2-b5f9-36993beba181 admin admin] Publish callbacks [] for security_group (cf769146-5ece-4782-ad95-a1deebb6bdf4), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:36.651509 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-fb987a05-8f1d-4ef2-b5f9-36993beba181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (cf769146-5ece-4782-ad95-a1deebb6bdf4), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:36.690030 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-fb987a05-8f1d-4ef2-b5f9-36993beba181 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5bd17d05b43148ba8abf542e30ba19d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554824 Jan 19 14:43:36.690956 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb987a05-8f1d-4ef2-b5f9-36993beba181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf769146-5ece-4782-ad95-a1deebb6bdf4,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:36.692803 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 49072) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:36.741806 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3dced07d-32a1-4a14-afd7-d9dfa2703e1a admin admin] Publish callbacks [] for security_group (cf769146-5ece-4782-ad95-a1deebb6bdf4), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:36.761806 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3dced07d-32a1-4a14-afd7-d9dfa2703e1a admin admin] Publish callbacks [] for security_group (cf769146-5ece-4782-ad95-a1deebb6bdf4), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:36.851403 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3dced07d-32a1-4a14-afd7-d9dfa2703e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (cf769146-5ece-4782-ad95-a1deebb6bdf4), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:36.853938 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3dced07d-32a1-4a14-afd7-d9dfa2703e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:36.855068 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3dced07d-32a1-4a14-afd7-d9dfa2703e1a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf769146-5ece-4782-ad95-a1deebb6bdf4 HTTP/1.1" status: 204 len: 168 time: 0.1613097 Jan 19 14:43:36.862464 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dced07d-32a1-4a14-afd7-d9dfa2703e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf769146-5ece-4782-ad95-a1deebb6bdf4,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:37.432916 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a12a1e-73da-41af-886d-c4fc96129361 req-693d27ca-1991-4278-b298-0e6fff98b2d6 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:37.434328 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-77a12a1e-73da-41af-886d-c4fc96129361 req-693d27ca-1991-4278-b298-0e6fff98b2d6 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 944 time: 0.0472550 Jan 19 14:43:37.479394 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-77a12a1e-73da-41af-886d-c4fc96129361 req-09b5d694-b640-4e0e-98c9-5daa81455764 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Jan 19 14:43:37.491712 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device b74235f6-843e-41d8-838f-4a2c6052c764 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:43:37.623010 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port b74235f6-843e-41d8-838f-4a2c6052c764 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:43:37.626892 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port b74235f6-843e-41d8-838f-4a2c6052c764 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:43:37.627359 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:37.700157 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port b74235f6-843e-41d8-838f-4a2c6052c764 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:43:37.700465 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:37.723837 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d49840-b4d3-4a40-aca1-036598c2d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74235f6-843e-41d8-838f-4a2c6052c764'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:37.726188 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa1c903-c8e1-4f1b-b0a7-f742b469dbd8" -d '{"events": [{"server_uuid": "85d49840-b4d3-4a40-aca1-036598c2d264", "name": "network-vif-plugged", "status": "completed", "tag": "b74235f6-843e-41d8-838f-4a2c6052c764"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:37.739448 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port b74235f6-843e-41d8-838f-4a2c6052c764, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b74235f6-843e-41d8-838f-4a2c6052c764,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:37.766185 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5753c4ce-5263-49b0-a1cf-6b13d502ed9c x-openstack-request-id: req-5753c4ce-5263-49b0-a1cf-6b13d502ed9c {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:37.766466 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d49840-b4d3-4a40-aca1-036598c2d264", "name": "network-vif-plugged", "status": "completed", "tag": "b74235f6-843e-41d8-838f-4a2c6052c764", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:37.766715 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5753c4ce-5263-49b0-a1cf-6b13d502ed9c {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:37.767095 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d49840-b4d3-4a40-aca1-036598c2d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74235f6-843e-41d8-838f-4a2c6052c764', 'code': 200} Jan 19 14:43:37.804941 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:37.806430 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 49100) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:37.841948 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:37.853225 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=b74235f6-843e-41d8-838f-4a2c6052c764,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:37.908333 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1697716316-network', 'tenant_id': 'b7a91314e2f84d909e8c2030f21c2d2e'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:38.040120 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Made reservation on behalf of b7a91314e2f84d909e8c2030f21c2d2e for: {'network': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:43:38.042535 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.051742 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.125353 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad28c-0312-44ec-93d9-8f8853d85044 req-f7502738-f211-48d8-aa05-637824444236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:38.126893 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-255ad28c-0312-44ec-93d9-8f8853d85044 req-f7502738-f211-48d8-aa05-637824444236 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 1098 time: 0.0394175 Jan 19 14:43:38.127472 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Publish callbacks [] for security_group (d96eb6c0-d732-4168-b616-4f7a05558dc5), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.173737 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-255ad28c-0312-44ec-93d9-8f8853d85044 req-2479cb35-3ebe-4ef6-b915-fe3a13ff42a8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Jan 19 14:43:38.217778 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (d96eb6c0-d732-4168-b616-4f7a05558dc5), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.246058 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=103125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:43:38.252198 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96eb6c0-d732-4168-b616-4f7a05558dc5,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:38.259540 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (b484728d-d4b2-44c8-a8e0-246489765478), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.259864 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.segments_db [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Added segment b484728d-d4b2-44c8-a8e0-246489765478 of type vlan for network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce Jan 19 14:43:38.298745 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (11cd7295-b8fe-42f2-9c49-c8b7a979bbce), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.360072 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (11cd7295-b8fe-42f2-9c49-c8b7a979bbce), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.361014 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:38.361586 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.416237 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] Pushing event updated for resources: {'Network': ['ID=11cd7295-b8fe-42f2-9c49-c8b7a979bbce,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:38.426470 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:43:38.489348 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-e42f89c8-8e97-47c6-9b48-236dd9999cbb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6815894 Jan 19 14:43:38.492322 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 49106) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:43:38.497495 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Request body: {'subnet': {'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1697716316-subnet', 'tenant_id': 'b7a91314e2f84d909e8c2030f21c2d2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:38.583556 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Made reservation on behalf of b7a91314e2f84d909e8c2030f21c2d2e for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:43:38.585868 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58869609'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.597275 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e67f48-37cf-44d8-8ef6-aeb044d97d16 req-43e9e484-d137-4293-a241-833cd7d37d53 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:38.598807 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-97e67f48-37cf-44d8-8ef6-aeb044d97d16 req-43e9e484-d137-4293-a241-833cd7d37d53 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 945 time: 0.0525713 Jan 19 14:43:38.645746 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-97e67f48-37cf-44d8-8ef6-aeb044d97d16 req-59c270fb-5673-4533-85bc-70bbbe27e830 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Jan 19 14:43:38.818095 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62659118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58869575'] for subnet (f0345bcf-b875-406e-8588-11135e9d403e), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:38.877629 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0345bcf-b875-406e-8588-11135e9d403e,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:38.888585 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.888935 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.889279 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.889616 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.889966 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.890295 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.890621 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.890992 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.891314 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.891639 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.891962 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.892281 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.892600 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:43:38.896770 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Checking segment: {'id': 'b484728d-d4b2-44c8-a8e0-246489765478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:43:38.897130 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Network hostable DHCP agents. Network: 11cd7295-b8fe-42f2-9c49-c8b7a979bbce, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:43:39.000081 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:43:39.028603 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:39.124714 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 11cd7295-b8fe-42f2-9c49-c8b7a979bbce) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:43:39.128787 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:39.129487 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:39.133683 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5c73c-3399-41a8-b83f-87db0b1c7edf None None] Network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:43:39.203277 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-1dcc1616-07cd-4e57-becc-7e452e20c9eb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7098305 Jan 19 14:43:39.371112 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63039608-c60b-40e7-8a12-6c6b9171ea3a None None] Network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:43:39.602650 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-63148d0e-763d-4f83-9b86-814a40f01d91 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828248191&fields=id&tenant_id=df25f3f904f14ecfb7844bf47cf13285 HTTP/1.1" status: 200 len: 267 time: 0.0444202 Jan 19 14:43:39.708860 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-b012719f-cc19-4cbe-b009-acb9b00b0d9d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:39.711509 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-b012719f-cc19-4cbe-b009-acb9b00b0d9d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 811 time: 0.1014459 Jan 19 14:43:39.733473 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-79660373-04d1-4105-9d1c-cb0fb891bd18 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/quotas/df25f3f904f14ecfb7844bf47cf13285 HTTP/1.1" status: 200 len: 375 time: 0.0173144 Jan 19 14:43:39.792420 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a282b-21c9-47e2-b3cd-b3b8edaeda85 req-54e87fbc-1bac-42c6-bace-2a4da82c3dbd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:39.793864 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-089a282b-21c9-47e2-b3cd-b3b8edaeda85 req-54e87fbc-1bac-42c6-bace-2a4da82c3dbd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 945 time: 0.0788870 Jan 19 14:43:39.820741 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-1579f6de-3e48-418a-8728-259b513e54c7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743089 Jan 19 14:43:39.890300 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-089a282b-21c9-47e2-b3cd-b3b8edaeda85 req-5b81220c-84cf-448b-8a21-4361a014c7ad tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905385 Jan 19 14:43:39.935457 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-736adead-2185-40a7-8483-d35e8e6cb18a service neutron] 10.222.0.79 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021140 Jan 19 14:43:40.025588 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-5f545fad-3728-43e9-b205-c5ba87a1e49d service neutron] 10.222.0.79 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 Jan 19 14:43:40.349097 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:40.651520 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fb26137c-f6ea-4208-9f6d-04a0c693563f req-2f03573f-48b7-4a35-9cc2-be45210c868c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 210 time: 0.0311587 Jan 19 14:43:41.383725 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:41.427491 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-3cd98599-edb3-4ea8-a8dd-3acc5fc2496c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:41.428942 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-3cd98599-edb3-4ea8-a8dd-3acc5fc2496c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/networks?id=11cd7295-b8fe-42f2-9c49-c8b7a979bbce HTTP/1.1" status: 200 len: 809 time: 0.0995259 Jan 19 14:43:41.443295 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-6bd3afd3-4afa-4dc9-ab52-894eefb5492e tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/quotas/b7a91314e2f84d909e8c2030f21c2d2e HTTP/1.1" status: 200 len: 375 time: 0.0090160 Jan 19 14:43:41.475243 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-de6d38b8-8bb3-4da8-bb49-c42fb7aaf3f3 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7a91314e2f84d909e8c2030f21c2d2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263426 Jan 19 14:43:41.570079 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-2a6a246c-e173-4bdf-b6d0-2e564d8b1f9b service neutron] 10.222.0.79 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861130 Jan 19 14:43:41.658178 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-1ee0f731-ee3d-4393-be86-f75ccfc7906d service neutron] 10.222.0.79 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819268 Jan 19 14:43:41.956221 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-12a41dcd-3150-494e-95e1-36e9b70aa2fb req-aa4cf325-0ab0-473a-a9c3-3d0e4d64b138 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 210 time: 0.0297627 Jan 19 14:43:42.032226 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0f2376c9-1551-462c-ab4e-47e93baab492 req-d0b2d406-8b91-45d0-b075-10cad4709eab tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 210 time: 0.0277612 Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.641467 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-813295ff-49c0-4127-87b4-3a98fd2b9b16 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:42.645109 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-813295ff-49c0-4127-87b4-3a98fd2b9b16 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 811 time: 0.1076179 Jan 19 14:43:42.720836 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-840f7f0e-5d2e-4eb2-8238-00f39555f002 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df25f3f904f14ecfb7844bf47cf13285 HTTP/1.1" status: 200 len: 380 time: 0.0621195 Jan 19 14:43:42.730575 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'port': {'device_id': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'admin_state_up': True, 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'security_groups': ['fdd72697-cb1b-452a-9f4b-8a028a59eaf5']}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:42.902265 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Made reservation on behalf of df25f3f904f14ecfb7844bf47cf13285 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:43:42.905873 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:43.035442 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Allocated IP 172.20.0.9 (de9041de-14d8-4751-a4f5-036c4311aca9/bd1fd067-702e-4b81-a009-d45a1fd4fffb/c0314219-4d39-43a9-b471-76c00a5e4dbd) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:43:43.055897 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-302b8e8c-4db1-4b5f-8f0b-253f65cd53f5 req-f3a66393-5333-4b3e-89c6-54a7583a0016 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 210 time: 0.0279388 Jan 19 14:43:43.129366 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a6fd0c3d-6cbc-45ff-990e-9f807bf490ed req-6f8e264e-3e09-42a8-a81e-b5dcf54d8d52 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 210 time: 0.0270047 Jan 19 14:43:43.180673 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:43.298430 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:43.344502 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Network de9041de-14d8-4751-a4f5-036c4311aca9 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:43:43.347536 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:43:43.351235 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:43:43.374562 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'Port': ['ID=c0314219-4d39-43a9-b471-76c00a5e4dbd,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:43.404214 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:43.404980 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:43.512371 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-109e8d43-3cbf-43e7-8082-07a668a7f83b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7854300 Jan 19 14:43:43.527035 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Request body: {'port': {'device_id': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:43.576224 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-09be3898-7b1f-4484-ab70-7266c163e4ea None None] Provisioning complete for port c0314219-4d39-43a9-b471-76c00a5e4dbd triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:43:43.576754 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-09be3898-7b1f-4484-ab70-7266c163e4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:43.584597 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:43.614507 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-09be3898-7b1f-4484-ab70-7266c163e4ea None None] Port c0314219-4d39-43a9-b471-76c00a5e4dbd cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:43:43.837259 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0314219-4d39-43a9-b471-76c00a5e4dbd {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:43:43.844508 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Publish callbacks [] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:43.856140 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Transition to ACTIVE for port object c0314219-4d39-43a9-b471-76c00a5e4dbd will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:43:43.917613 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:43.981840 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Pushing event updated for resources: {'Port': ['ID=c0314219-4d39-43a9-b471-76c00a5e4dbd,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:44.038275 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Attempting to bind port c0314219-4d39-43a9-b471-76c00a5e4dbd on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:43:44.038617 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Attempting to bind port c0314219-4d39-43a9-b471-76c00a5e4dbd by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:43:44.039071 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Attempting to bind port c0314219-4d39-43a9-b471-76c00a5e4dbd on network de9041de-14d8-4751-a4f5-036c4311aca9 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:43:44.043970 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Port c0314219-4d39-43a9-b471-76c00a5e4dbd on network de9041de-14d8-4751-a4f5-036c4311aca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:43:44.044296 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Attempting to bind port c0314219-4d39-43a9-b471-76c00a5e4dbd on network de9041de-14d8-4751-a4f5-036c4311aca9 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:43:44.049578 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:43:44.049942 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Checking segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:43:44.051053 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Bound using segment: {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:43:44.051490 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Bound port: c0314219-4d39-43a9-b471-76c00a5e4dbd, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a04b80-bcc1-41ac-8893-2dd8baba87fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:43:44.051842 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:44.129380 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] For port c0314219-4d39-43a9-b471-76c00a5e4dbd, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:43:44.162376 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] For port c0314219-4d39-43a9-b471-76c00a5e4dbd, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c0314219-4d39-43a9-b471-76c00a5e4dbd,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:43:44.194396 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241b57a-5979-438b-b320-0c995521136c req-bc561ce3-a533-4d3d-8219-225d4c67f9d7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:44.196337 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0241b57a-5979-438b-b320-0c995521136c req-bc561ce3-a533-4d3d-8219-225d4c67f9d7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0603459 Jan 19 14:43:44.218323 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:44.251654 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d23b2c45-d927-41cd-a828-402c264a8cb4 req-9610ead2-9674-4eca-8fe6-4724e2547f03 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 210 time: 0.0468016 Jan 19 14:43:44.281123 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0241b57a-5979-438b-b320-0c995521136c req-de5ee89f-bbea-4584-9a47-479376f434e9 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775027 Jan 19 14:43:44.299234 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Pushing event updated for resources: {'Port': ['ID=c0314219-4d39-43a9-b471-76c00a5e4dbd,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:44.307700 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:44.309713 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:44.309713 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-fd6ec01f-ac6b-4841-a786-00d7591f1094 service neutron] 10.222.0.57 "PUT /v2.0/ports/c0314219-4d39-43a9-b471-76c00a5e4dbd HTTP/1.1" status: 200 len: 1093 time: 0.7869246 Jan 19 14:43:44.310280 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:44.312331 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7273b28-28f9-4a44-afb7-8d92fd567d68" -d '{"events": [{"name": "network-changed", "server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:44.328294 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-9cae5cde-bece-4d6b-a981-b378cf648c77 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:44.329835 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-9cae5cde-bece-4d6b-a981-b378cf648c77 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.57 "GET /v2.0/networks?id=11cd7295-b8fe-42f2-9c49-c8b7a979bbce HTTP/1.1" status: 200 len: 809 time: 0.1980290 Jan 19 14:43:44.344764 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Request body: {'port': {'device_id': '1ecc51e3-129e-47aa-a700-824bdc038046', 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce', 'admin_state_up': True, 'tenant_id': 'b7a91314e2f84d909e8c2030f21c2d2e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:44.368508 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8880efd9-6116-49ba-93d1-c15d6e296c3f x-openstack-request-id: req-8880efd9-6116-49ba-93d1-c15d6e296c3f {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:44.368803 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:44.369179 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8880efd9-6116-49ba-93d1-c15d6e296c3f {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:44.369590 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'status': 'completed', 'code': 200} Jan 19 14:43:44.474297 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7273b28-28f9-4a44-afb7-8d92fd567d68 req-7803689e-3cd1-4e4c-82db-9f03423ff14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:44.476935 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-a7273b28-28f9-4a44-afb7-8d92fd567d68 req-7803689e-3cd1-4e4c-82db-9f03423ff14b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 1096 time: 0.0782814 Jan 19 14:43:44.589418 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7273b28-28f9-4a44-afb7-8d92fd567d68 req-341e8012-abfe-4f73-9933-d0c44d902404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:44.591027 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-a7273b28-28f9-4a44-afb7-8d92fd567d68 req-341e8012-abfe-4f73-9933-d0c44d902404 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=df25f3f904f14ecfb7844bf47cf13285&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1074233 Jan 19 14:43:44.646233 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Made reservation on behalf of b7a91314e2f84d909e8c2030f21c2d2e for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:43:44.649543 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:44.743824 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7273b28-28f9-4a44-afb7-8d92fd567d68 req-35317c9d-57c8-4d20-bb08-bac1a295b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:44.745519 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-a7273b28-28f9-4a44-afb7-8d92fd567d68 req-35317c9d-57c8-4d20-bb08-bac1a295b50d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442823 Jan 19 14:43:44.819703 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Allocated IP 172.20.0.7 (11cd7295-b8fe-42f2-9c49-c8b7a979bbce/f0345bcf-b875-406e-8588-11135e9d403e/5cda017e-3be4-427e-8da9-b2a8519ae8f0) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:43:44.843865 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-b338ce64-c4db-4379-94c2-f4039d6d3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:44.845323 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-b338ce64-c4db-4379-94c2-f4039d6d3717 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 1096 time: 0.0585108 Jan 19 14:43:44.903827 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-42ad793e-b7de-4c6f-b4a4-c975ff8a732b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0314219-4d39-43a9-b471-76c00a5e4dbd HTTP/1.1" status: 200 len: 217 time: 0.0474563 Jan 19 14:43:44.998272 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-2a14d8a4-279d-4281-9f10-2b2ca98b80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:44.999692 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-2a14d8a4-279d-4281-9f10-2b2ca98b80a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.0879881 Jan 19 14:43:45.061261 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks [] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:45.076179 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-d8df219c-ef62-4776-8ac7-9b81b974740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:45.077643 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-d8df219c-ef62-4776-8ac7-9b81b974740e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685406 Jan 19 14:43:45.173223 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-737bc660-f695-4cd0-ada5-ad1ff3e76905 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831170 Jan 19 14:43:45.226538 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:45.279217 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:43:45.285858 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:43:45.292113 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:43:45.301696 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Pushing event updated for resources: {'Port': ['ID=5cda017e-3be4-427e-8da9-b2a8519ae8f0,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:45.344871 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d7552d90-8303-425c-95d4-6e9f4f49b60d req-4d3e2542-dcc6-4bc7-ba1b-ea413cc18100 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639173 Jan 19 14:43:45.358486 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:45.359141 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:45.403851 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e339a94-3e31-4140-a487-5ddb2c8de521 req-7e8d13a0-9ac5-4d0f-8987-779f53a3777d tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:45.405281 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1e339a94-3e31-4140-a487-5ddb2c8de521 req-7e8d13a0-9ac5-4d0f-8987-779f53a3777d tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 931 time: 0.0811493 Jan 19 14:43:45.426302 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6174818-924b-4684-b0a0-bc9fe5df63e8 req-54dfc2c7-3b28-4928-bc13-86e565ee7675 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:45.427651 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c6174818-924b-4684-b0a0-bc9fe5df63e8 req-54dfc2c7-3b28-4928-bc13-86e565ee7675 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0690324 Jan 19 14:43:45.454593 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-902dee1f-0cd6-4a59-ae45-1462017c5c68 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1142278 Jan 19 14:43:45.467127 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Request body: {'port': {'device_id': '1ecc51e3-129e-47aa-a700-824bdc038046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:43:45.487063 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1e339a94-3e31-4140-a487-5ddb2c8de521 req-afe72264-41a7-4586-82a1-7ccc34daa846 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736651 Jan 19 14:43:45.502471 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c6174818-924b-4684-b0a0-bc9fe5df63e8 req-445adc15-3985-4248-a635-18967d658348 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665114 Jan 19 14:43:45.524187 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:45.774554 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cda017e-3be4-427e-8da9-b2a8519ae8f0 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:43:45.781655 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Publish callbacks [] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:45.793121 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Transition to ACTIVE for port object 5cda017e-3be4-427e-8da9-b2a8519ae8f0 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:43:45.880333 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:45.947866 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cda017e-3be4-427e-8da9-b2a8519ae8f0,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:45.995732 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Attempting to bind port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:43:45.996070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Attempting to bind port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'b484728d-d4b2-44c8-a8e0-246489765478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:43:45.996401 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Attempting to bind port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 on network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:43:46.000573 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 on network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:43:46.000895 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Attempting to bind port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 on network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:43:46.006225 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:43:46.006561 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Checking segment: {'id': 'b484728d-d4b2-44c8-a8e0-246489765478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:43:46.006940 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Bound using segment: {'id': 'b484728d-d4b2-44c8-a8e0-246489765478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:43:46.007362 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Bound port: 5cda017e-3be4-427e-8da9-b2a8519ae8f0, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b484728d-d4b2-44c8-a8e0-246489765478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:43:46.007710 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:46.067727 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] For port 5cda017e-3be4-427e-8da9-b2a8519ae8f0, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:43:46.070654 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] For port 5cda017e-3be4-427e-8da9-b2a8519ae8f0, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5cda017e-3be4-427e-8da9-b2a8519ae8f0,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:43:46.165293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:46.201131 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:46.201743 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:46.203284 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/5cda017e-3be4-427e-8da9-b2a8519ae8f0 HTTP/1.1" status: 200 len: 1093 time: 0.7399950 Jan 19 14:43:46.220999 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398024d0-c62f-4a6f-8d70-2f7a83e8d1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cda017e-3be4-427e-8da9-b2a8519ae8f0,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:46.371487 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecc51e3-129e-47aa-a700-824bdc038046', 'tag': '5cda017e-3be4-427e-8da9-b2a8519ae8f0'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:46.373572 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaad631-7224-4b04-b95f-1e1bce3f0b10" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecc51e3-129e-47aa-a700-824bdc038046", "tag": "5cda017e-3be4-427e-8da9-b2a8519ae8f0"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:46.385096 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-f0eb069a-6b05-4013-bd8e-a249c59705fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:46.386645 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-f0eb069a-6b05-4013-bd8e-a249c59705fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7a91314e2f84d909e8c2030f21c2d2e&device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 1096 time: 0.0475390 Jan 19 14:43:46.432985 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86618185-9684-433f-8e0c-b38f58d0465d x-openstack-request-id: req-86618185-9684-433f-8e0c-b38f58d0465d {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:46.433273 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecc51e3-129e-47aa-a700-824bdc038046", "tag": "5cda017e-3be4-427e-8da9-b2a8519ae8f0", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:46.433522 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-86618185-9684-433f-8e0c-b38f58d0465d {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:46.433927 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecc51e3-129e-47aa-a700-824bdc038046', 'tag': '5cda017e-3be4-427e-8da9-b2a8519ae8f0', 'status': 'completed', 'code': 200} Jan 19 14:43:46.435597 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-fc9a4023-0ba5-4d99-97fe-653fd30a5e42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cda017e-3be4-427e-8da9-b2a8519ae8f0 HTTP/1.1" status: 200 len: 217 time: 0.0368211 Jan 19 14:43:46.484701 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-981747fd-7063-4cf7-8057-1330c9f9e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:46.486113 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-981747fd-7063-4cf7-8057-1330c9f9e953 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0345bcf-b875-406e-8588-11135e9d403e HTTP/1.1" status: 200 len: 849 time: 0.0413077 Jan 19 14:43:46.524199 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-ee61ef78-7ca4-4224-8881-8e710c7e640e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11cd7295-b8fe-42f2-9c49-c8b7a979bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258396 Jan 19 14:43:46.615463 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-7057c7ea-7085-4e24-ae61-dee781c014cc service neutron] 10.222.0.57 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848241 Jan 19 14:43:46.639959 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12678945-fdc4-44ba-ad14-dd0e27d8eee3 req-95b6f93b-df5e-495f-84cd-401f39267def tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:46.641373 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-12678945-fdc4-44ba-ad14-dd0e27d8eee3 req-95b6f93b-df5e-495f-84cd-401f39267def tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 943 time: 0.0833795 Jan 19 14:43:46.653691 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67c730-aa4c-442e-8042-4698ddae72ad req-7578e7ff-0ac2-4bb0-a374-86a403c26564 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:46.655133 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ef67c730-aa4c-442e-8042-4698ddae72ad req-7578e7ff-0ac2-4bb0-a374-86a403c26564 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0849652 Jan 19 14:43:46.707899 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-2e58f6b2-8886-4121-b706-fbf1ba0ce336 req-7228d4cd-e082-4e9d-91d4-c2c891b6193a service neutron] 10.222.0.57 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862105 Jan 19 14:43:46.722973 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-12678945-fdc4-44ba-ad14-dd0e27d8eee3 req-4c6ab19e-4535-41f9-b4ba-cd948fe54c3f tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663373 Jan 19 14:43:46.731766 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ef67c730-aa4c-442e-8042-4698ddae72ad req-24fd33ac-81ac-4d71-b697-a2ee6431b3e6 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696030 Jan 19 14:43:46.875374 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-76294a07-e80c-4f29-b95c-b366df4861aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:46.876835 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-76294a07-e80c-4f29-b95c-b366df4861aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7a91314e2f84d909e8c2030f21c2d2e&device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 1096 time: 0.0395086 Jan 19 14:43:46.965350 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-e1386bad-4dc9-42e1-8dd1-aba8b7219cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:46.966846 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-e1386bad-4dc9-42e1-8dd1-aba8b7219cb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11cd7295-b8fe-42f2-9c49-c8b7a979bbce HTTP/1.1" status: 200 len: 910 time: 0.0829830 Jan 19 14:43:47.252348 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-e314537d-9841-4394-aca2-a6ca433affb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cda017e-3be4-427e-8da9-b2a8519ae8f0 HTTP/1.1" status: 200 len: 217 time: 0.2761135 Jan 19 14:43:47.302837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-f0b9fd34-909b-471f-9659-00c275055341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:47.305351 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-f0b9fd34-909b-471f-9659-00c275055341 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0345bcf-b875-406e-8588-11135e9d403e HTTP/1.1" status: 200 len: 849 time: 0.0436492 Jan 19 14:43:47.336567 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-f1db4d74-a223-4204-85ea-ba3a73c7c28a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11cd7295-b8fe-42f2-9c49-c8b7a979bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240080 Jan 19 14:43:47.424532 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-d6a15776-3ddc-437f-b8be-c0c0f7a317c2 service neutron] 10.222.0.57 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799117 Jan 19 14:43:47.519712 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-cbaad631-7224-4b04-b95f-1e1bce3f0b10 req-75873237-2ef9-4ecb-8390-56fc4601e15e service neutron] 10.222.0.57 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0771165 Jan 19 14:43:48.095635 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c38d7-a9d7-4869-b31f-ea8b0a5f71b6 req-0cbdcd2f-4c52-4020-8f4f-33a6e70c5f8c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:48.097147 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f50c38d7-a9d7-4869-b31f-ea8b0a5f71b6 req-0cbdcd2f-4c52-4020-8f4f-33a6e70c5f8c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 943 time: 0.3063264 Jan 19 14:43:48.104406 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c1c33-106e-4a03-96e9-b888d89e85dc req-04f00638-c288-4dee-859e-52e420e06cd5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:48.105761 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a05c1c33-106e-4a03-96e9-b888d89e85dc req-04f00638-c288-4dee-859e-52e420e06cd5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.3063390 Jan 19 14:43:48.173524 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f50c38d7-a9d7-4869-b31f-ea8b0a5f71b6 req-c44fe279-97d3-42a3-b894-8e38651ff01a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667262 Jan 19 14:43:48.182142 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a05c1c33-106e-4a03-96e9-b888d89e85dc req-60dee69e-3493-43ec-9c1a-c2f770c6e1f0 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698192 Jan 19 14:43:49.319499 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5b1a-3da6-4064-af75-1e1c9179d505 req-620e5383-fc65-4bb4-b1d7-56b7b876b8c8 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:49.320937 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4d3a5b1a-3da6-4064-af75-1e1c9179d505 req-620e5383-fc65-4bb4-b1d7-56b7b876b8c8 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 943 time: 0.0812142 Jan 19 14:43:49.348675 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc5c04-6693-4ab8-ab82-79285bd2a355 req-5a81a50e-81c9-45f1-8214-56b00b17139b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:49.350105 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c0bc5c04-6693-4ab8-ab82-79285bd2a355 req-5a81a50e-81c9-45f1-8214-56b00b17139b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0845437 Jan 19 14:43:49.392910 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4d3a5b1a-3da6-4064-af75-1e1c9179d505 req-e6ebea47-54a0-4f28-9baf-f5ef58669905 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659053 Jan 19 14:43:49.416857 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c0bc5c04-6693-4ab8-ab82-79285bd2a355 req-fa47fc09-6025-47e2-be2c-bfbd651af767 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605817 Jan 19 14:43:49.542172 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 5cda017e-3be4-427e-8da9-b2a8519ae8f0 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:43:49.638894 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 5cda017e-3be4-427e-8da9-b2a8519ae8f0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5cda017e-3be4-427e-8da9-b2a8519ae8f0,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:49.650458 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '5cda017e-3be4-427e-8da9-b2a8519ae8f0', 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce', 'port_id': '5cda017e-3be4-427e-8da9-b2a8519ae8f0', 'mac_address': 'fa:16:3e:f0:00:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0345bcf-b875-406e-8588-11135e9d403e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:43:49.685603 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:43:49.686019 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:49.698871 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cda017e-3be4-427e-8da9-b2a8519ae8f0 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:43:49.718063 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 5cda017e-3be4-427e-8da9-b2a8519ae8f0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5cda017e-3be4-427e-8da9-b2a8519ae8f0,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:49.811316 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:49.858080 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=5cda017e-3be4-427e-8da9-b2a8519ae8f0,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:50.079297 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['5cda017e-3be4-427e-8da9-b2a8519ae8f0'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:43:50.538442 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8976e-8d87-4e6d-9b1e-8884aa50ec6e req-b0096c3d-5eac-45a4-b558-5c236db0d142 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:50.539910 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-85e8976e-8d87-4e6d-9b1e-8884aa50ec6e req-b0096c3d-5eac-45a4-b558-5c236db0d142 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 944 time: 0.0808876 Jan 19 14:43:50.553436 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c363c-0b4e-44cc-a19e-34da4a0a3c36 req-36e86973-bb9e-4f57-966d-f9afc7c9cfdd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:50.554835 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f48c363c-0b4e-44cc-a19e-34da4a0a3c36 req-36e86973-bb9e-4f57-966d-f9afc7c9cfdd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0707164 Jan 19 14:43:50.621328 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-85e8976e-8d87-4e6d-9b1e-8884aa50ec6e req-a6fd7f9d-bfb3-44ef-be90-a40901995266 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758202 Jan 19 14:43:50.629975 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f48c363c-0b4e-44cc-a19e-34da4a0a3c36 req-32c5b614-3119-49e6-88a8-05bb082f3899 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696998 Jan 19 14:43:51.544916 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 5cda017e-3be4-427e-8da9-b2a8519ae8f0 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:43:51.652369 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:43:51.656780 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:43:51.657155 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:51.738029 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:43:51.738405 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:51.761455 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecc51e3-129e-47aa-a700-824bdc038046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cda017e-3be4-427e-8da9-b2a8519ae8f0'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:51.763729 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6b5ec9-3bf6-46a1-99dc-98c01cd20f02" -d '{"events": [{"server_uuid": "1ecc51e3-129e-47aa-a700-824bdc038046", "name": "network-vif-plugged", "status": "completed", "tag": "5cda017e-3be4-427e-8da9-b2a8519ae8f0"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:51.771098 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d438f46-f903-43e1-b297-4c1a84be816c req-1527153b-7a1d-4845-984a-def64da0438b tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:51.772700 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7d438f46-f903-43e1-b297-4c1a84be816c req-1527153b-7a1d-4845-984a-def64da0438b tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 944 time: 0.0798981 Jan 19 14:43:51.776428 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 5cda017e-3be4-427e-8da9-b2a8519ae8f0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5cda017e-3be4-427e-8da9-b2a8519ae8f0,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:51.783172 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a07340-3051-4019-8816-a002058b6a98 req-f55a3db4-74dd-4127-b072-fa0314af7e5a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:51.785193 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e8a07340-3051-4019-8816-a002058b6a98 req-f55a3db4-74dd-4127-b072-fa0314af7e5a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0827053 Jan 19 14:43:51.846548 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:51.857174 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7d438f46-f903-43e1-b297-4c1a84be816c req-20e92e82-e5eb-4189-b2b0-77be5c02d694 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709517 Jan 19 14:43:51.880265 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e8a07340-3051-4019-8816-a002058b6a98 req-cf86f646-b550-493a-a122-f304fd00855c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788746 Jan 19 14:43:51.897171 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=5cda017e-3be4-427e-8da9-b2a8519ae8f0,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:51.914748 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3c31ce-28fe-4498-8353-21e87dd4d3ef x-openstack-request-id: req-0e3c31ce-28fe-4498-8353-21e87dd4d3ef {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:51.915061 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecc51e3-129e-47aa-a700-824bdc038046", "name": "network-vif-plugged", "status": "completed", "tag": "5cda017e-3be4-427e-8da9-b2a8519ae8f0", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:51.915318 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0e3c31ce-28fe-4498-8353-21e87dd4d3ef {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:51.915713 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecc51e3-129e-47aa-a700-824bdc038046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cda017e-3be4-427e-8da9-b2a8519ae8f0', 'code': 200} Jan 19 14:43:52.207624 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8b462-b267-4e1d-be9b-c26516071ee5 req-6d14b331-6dea-4550-bd1f-77a3d81858b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:52.209808 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-21a8b462-b267-4e1d-be9b-c26516071ee5 req-6d14b331-6dea-4550-bd1f-77a3d81858b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 1098 time: 0.0401020 Jan 19 14:43:52.264449 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-21a8b462-b267-4e1d-be9b-c26516071ee5 req-f03e132e-3de0-4796-b419-0ecd44676aa9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470173 Jan 19 14:43:53.010897 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305d9e8-ba25-4c42-a610-09d2264dba2d req-c18da8f6-e768-4a6b-b2a2-c9ded59abad8 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:53.012366 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b305d9e8-ba25-4c42-a610-09d2264dba2d req-c18da8f6-e768-4a6b-b2a2-c9ded59abad8 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0735071 Jan 19 14:43:53.020088 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e6f60-efec-4f17-88b7-76acbcd65ab9 req-d0492cab-17b4-4c13-8020-375d8430537c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:53.021475 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-084e6f60-efec-4f17-88b7-76acbcd65ab9 req-d0492cab-17b4-4c13-8020-375d8430537c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 945 time: 0.0926759 Jan 19 14:43:53.099171 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b305d9e8-ba25-4c42-a610-09d2264dba2d req-8f2ebf92-2664-4cf5-85aa-b3fecd1087f7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767279 Jan 19 14:43:53.102681 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-084e6f60-efec-4f17-88b7-76acbcd65ab9 req-369b14ee-701a-40f2-82dc-9f007a91926a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743630 Jan 19 14:43:54.242707 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aff9c-0729-4245-9734-33273d2c9581 req-e5384e21-efe0-4247-a96a-fa0c0f7c1a06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:54.244065 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-338aff9c-0729-4245-9734-33273d2c9581 req-e5384e21-efe0-4247-a96a-fa0c0f7c1a06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0774171 Jan 19 14:43:54.252203 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693048bb-de56-4b80-b4a1-ddc2c3e4cc78 req-5cd34060-6357-4274-b091-486f165981ac tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:54.253570 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-693048bb-de56-4b80-b4a1-ddc2c3e4cc78 req-5cd34060-6357-4274-b091-486f165981ac tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 945 time: 0.0781667 Jan 19 14:43:54.325231 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-338aff9c-0729-4245-9734-33273d2c9581 req-31dc91aa-458e-47a1-b934-00d9809d439a tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706840 Jan 19 14:43:54.329710 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-693048bb-de56-4b80-b4a1-ddc2c3e4cc78 req-95c87d52-6a23-485f-b39b-9b7c44406097 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Jan 19 14:43:55.187004 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d013a26-135c-41cf-b059-57341287f04e req-0f6c5126-c9de-48f4-ad45-a7ee8f17a800 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:55.188450 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0d013a26-135c-41cf-b059-57341287f04e req-0f6c5126-c9de-48f4-ad45-a7ee8f17a800 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 945 time: 0.0513575 Jan 19 14:43:55.234697 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0d013a26-135c-41cf-b059-57341287f04e req-c3cdc8c6-2d0b-497f-9931-cb133f547d17 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Jan 19 14:43:55.466647 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd082e96-5a8d-4bc3-b58f-5a6be7d4f4e4 req-53ebc330-99c1-4139-b294-17adb1420942 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:55.468120 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fd082e96-5a8d-4bc3-b58f-5a6be7d4f4e4 req-53ebc330-99c1-4139-b294-17adb1420942 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0752947 Jan 19 14:43:55.487508 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4539c3-2f36-4cd8-9387-90ca54861427 req-741e050b-ab68-45f3-a233-73e35bc99dcd tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:55.488870 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ae4539c3-2f36-4cd8-9387-90ca54861427 req-741e050b-ab68-45f3-a233-73e35bc99dcd tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 945 time: 0.0694709 Jan 19 14:43:55.553039 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fd082e96-5a8d-4bc3-b58f-5a6be7d4f4e4 req-7642adc1-2754-46d0-95ff-8a170f94a7e3 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780280 Jan 19 14:43:55.570869 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ae4539c3-2f36-4cd8-9387-90ca54861427 req-caf0c55b-004e-4352-b72b-ad1f9a166ff9 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744689 Jan 19 14:43:56.351652 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0bad-6e8b-4afc-897c-45c9a4cd3ea6 req-7e31aa9c-0553-453d-a2d9-6d6e3ca39631 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:56.353125 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-642d0bad-6e8b-4afc-897c-45c9a4cd3ea6 req-7e31aa9c-0553-453d-a2d9-6d6e3ca39631 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Jan 19 14:43:56.401720 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-642d0bad-6e8b-4afc-897c-45c9a4cd3ea6 req-a2817966-ea5c-433b-92a0-b1315861fa53 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Jan 19 14:43:56.699769 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dad4bd-64ef-4385-a930-e967aa5d7f08 req-64edc3a8-8eca-4528-b1db-34a4b332b42d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:56.701202 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f5dad4bd-64ef-4385-a930-e967aa5d7f08 req-64edc3a8-8eca-4528-b1db-34a4b332b42d tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0784364 Jan 19 14:43:56.713085 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca84ad-9b45-4dbf-99d8-828005e49398 req-48767acf-5fe4-4802-aacf-a07722edb0fa tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:56.714453 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-47ca84ad-9b45-4dbf-99d8-828005e49398 req-48767acf-5fe4-4802-aacf-a07722edb0fa tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 945 time: 0.0669074 Jan 19 14:43:56.785198 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f5dad4bd-64ef-4385-a930-e967aa5d7f08 req-061158c7-2c0a-463c-8678-875c2b0b118b tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698211 Jan 19 14:43:56.792177 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-47ca84ad-9b45-4dbf-99d8-828005e49398 req-07de2465-864d-4fe7-8767-c9705fe86456 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713530 Jan 19 14:43:56.996249 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-61004a18-5b62-4725-a50c-879322dde168 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:56.997706 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-61004a18-5b62-4725-a50c-879322dde168 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 945 time: 0.0476167 Jan 19 14:43:57.123866 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Deleting port b74235f6-843e-41d8-838f-4a2c6052c764 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:43:57.124203 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:57.190972 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-8cde9b58-f6bf-4596-897c-541d42d3dd88 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:57.192317 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-8cde9b58-f6bf-4596-897c-541d42d3dd88 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 945 time: 0.0999434 Jan 19 14:43:57.253975 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] For port b74235f6-843e-41d8-838f-4a2c6052c764, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b74235f6-843e-41d8-838f-4a2c6052c764,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:57.254339 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:57.288520 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Calling delete_port for b74235f6-843e-41d8-838f-4a2c6052c764 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:43:57.362192 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Deleting port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:43:57.362532 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:57.497611 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] For port 5cda017e-3be4-427e-8da9-b2a8519ae8f0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5cda017e-3be4-427e-8da9-b2a8519ae8f0,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:57.497611 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:57.514136 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Calling delete_port for 5cda017e-3be4-427e-8da9-b2a8519ae8f0 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:43:57.514822 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e3d79-724e-4e21-9871-83a386454c06 req-8671eb76-6cec-4dbe-ac88-198a05e5939f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:57.516422 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b81e3d79-724e-4e21-9871-83a386454c06 req-8671eb76-6cec-4dbe-ac88-198a05e5939f tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Jan 19 14:43:57.564118 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b81e3d79-724e-4e21-9871-83a386454c06 req-d7a18809-076d-4f3b-a35f-3680207edd57 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Jan 19 14:43:57.574531 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (b74235f6-843e-41d8-838f-4a2c6052c764), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:57.586200 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['911876c3-f27a-4262-af17-77ec342bc693', '4e41f953-f7f4-4cd0-b902-2e1bac40751c', 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f', 'b74235f6-843e-41d8-838f-4a2c6052c764'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:43:57.605849 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Pushing event deleted for resources: {'Port': ['ID=b74235f6-843e-41d8-838f-4a2c6052c764,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:57.614974 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c0314219-4d39-43a9-b471-76c00a5e4dbd details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:43:57.654423 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] No DVR routers for this DVR port b74235f6-843e-41d8-838f-4a2c6052c764 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:43:57.658126 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:57.661034 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-33473dbe-1a89-4fce-a426-c1f0a17b371f req-2bb4245e-94a1-4f0b-8254-ea0661e30571 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "DELETE /v2.0/ports/b74235f6-843e-41d8-838f-4a2c6052c764 HTTP/1.1" status: 204 len: 173 time: 0.6566038 Jan 19 14:43:57.661181 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d49840-b4d3-4a40-aca1-036598c2d264', 'name': 'network-vif-deleted', 'tag': 'b74235f6-843e-41d8-838f-4a2c6052c764'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:57.663803 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd850d6-7101-46d0-b8c8-0a7b512901ed" -d '{"events": [{"server_uuid": "85d49840-b4d3-4a40-aca1-036598c2d264", "name": "network-vif-deleted", "tag": "b74235f6-843e-41d8-838f-4a2c6052c764"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:57.717933 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681a7390-dd9d-46be-b097-52c038ec81a9 x-openstack-request-id: req-681a7390-dd9d-46be-b097-52c038ec81a9 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:57.718292 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d49840-b4d3-4a40-aca1-036598c2d264", "name": "network-vif-deleted", "tag": "b74235f6-843e-41d8-838f-4a2c6052c764", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:57.718656 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-681a7390-dd9d-46be-b097-52c038ec81a9 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:57.719221 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d49840-b4d3-4a40-aca1-036598c2d264', 'name': 'network-vif-deleted', 'tag': 'b74235f6-843e-41d8-838f-4a2c6052c764', 'status': 'completed', 'code': 200} Jan 19 14:43:57.768349 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port c0314219-4d39-43a9-b471-76c00a5e4dbd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c0314219-4d39-43a9-b471-76c00a5e4dbd,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:57.778357 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (5cda017e-3be4-427e-8da9-b2a8519ae8f0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:57.794900 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['5cda017e-3be4-427e-8da9-b2a8519ae8f0'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:43:57.799269 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'port_id': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'mac_address': 'fa:16:3e:e1:df:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:43:57.815835 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Pushing event deleted for resources: {'Port': ['ID=5cda017e-3be4-427e-8da9-b2a8519ae8f0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:57.884901 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port c0314219-4d39-43a9-b471-76c00a5e4dbd is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:43:57.885548 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:57.889951 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] No DVR routers for this DVR port 5cda017e-3be4-427e-8da9-b2a8519ae8f0 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:43:57.893778 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:57.897240 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-5f265b96-9eb1-47e8-822f-607511d5f6e1 req-304b503e-b4ce-4ea9-8997-b6c04d8cf36a tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.57 "DELETE /v2.0/ports/5cda017e-3be4-427e-8da9-b2a8519ae8f0 HTTP/1.1" status: 204 len: 173 time: 0.6975520 Jan 19 14:43:57.913993 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0314219-4d39-43a9-b471-76c00a5e4dbd {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:43:57.947843 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port c0314219-4d39-43a9-b471-76c00a5e4dbd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c0314219-4d39-43a9-b471-76c00a5e4dbd,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:57.948246 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-bc5bfa02-87a7-4d58-bb9c-b5f7ea2ead9b req-8f94d6c6-746f-4531-bbb4-03fb4e7cd136 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ecc51e3-129e-47aa-a700-824bdc038046 HTTP/1.1" status: 200 len: 210 time: 0.0306497 Jan 19 14:43:57.962890 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4102d25-1d08-4a06-a20d-27e1c8c6cdf0 req-fd84bc9b-a54a-40b1-b63d-c3a299a1fd6f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:57.967954 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b4102d25-1d08-4a06-a20d-27e1c8c6cdf0 req-fd84bc9b-a54a-40b1-b63d-c3a299a1fd6f tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 943 time: 0.0892522 Jan 19 14:43:58.022826 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b4102d25-1d08-4a06-a20d-27e1c8c6cdf0 req-aeee765a-f2af-4005-b8a6-2e71362f48b1 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518782 Jan 19 14:43:58.032461 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:58.109163 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=c0314219-4d39-43a9-b471-76c00a5e4dbd,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:43:58.330585 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['c0314219-4d39-43a9-b471-76c00a5e4dbd'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:43:58.667827 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-17536fa5-528c-42d5-aba5-d7400a9477cd req-c4a64b2b-f01a-4f28-8e46-4f1831231718 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=85d49840-b4d3-4a40-aca1-036598c2d264 HTTP/1.1" status: 200 len: 210 time: 0.0258441 Jan 19 14:43:59.197190 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f69b9f-4756-4386-bf88-38b7c56221ab req-608be356-5c7b-40f7-b88e-b5187d74ddb7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:59.198588 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-12f69b9f-4756-4386-bf88-38b7c56221ab req-608be356-5c7b-40f7-b88e-b5187d74ddb7 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 944 time: 0.1060328 Jan 19 14:43:59.253236 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-8669be61-8131-4ccd-943a-3718fc418d0d tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:43:59.255186 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-8669be61-8131-4ccd-943a-3718fc418d0d tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/networks?id=11cd7295-b8fe-42f2-9c49-c8b7a979bbce HTTP/1.1" status: 200 len: 809 time: 0.1366799 Jan 19 14:43:59.278553 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-36479ef1-3034-49b3-851b-68abeb5fadbe tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/quotas/b7a91314e2f84d909e8c2030f21c2d2e HTTP/1.1" status: 200 len: 375 time: 0.0180719 Jan 19 14:43:59.282268 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-12f69b9f-4756-4386-bf88-38b7c56221ab req-3203236c-a445-47a1-8a34-ee7b59308284 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782316 Jan 19 14:43:59.307890 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-002e8252-6f6c-4e97-a28c-dd767b9ac46d tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7a91314e2f84d909e8c2030f21c2d2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244927 Jan 19 14:43:59.398843 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-9985650c-4c36-4eb5-8873-34d885f29f97 service neutron] 10.222.0.79 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843225 Jan 19 14:43:59.483188 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-8e87200b-9fd9-4cae-8bef-b9f70f170bde service neutron] 10.222.0.79 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788412 Jan 19 14:43:59.622074 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c0314219-4d39-43a9-b471-76c00a5e4dbd up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:43:59.720986 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecc51e3-129e-47aa-a700-824bdc038046', 'name': 'network-vif-deleted', 'tag': '5cda017e-3be4-427e-8da9-b2a8519ae8f0'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:59.725283 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5de23b-35fb-419c-8969-095b8e8fa898" -d '{"events": [{"server_uuid": "1ecc51e3-129e-47aa-a700-824bdc038046", "name": "network-vif-deleted", "tag": "5cda017e-3be4-427e-8da9-b2a8519ae8f0"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:59.733874 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port c0314219-4d39-43a9-b471-76c00a5e4dbd completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:43:59.745277 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port c0314219-4d39-43a9-b471-76c00a5e4dbd triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:43:59.745277 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:59.796262 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7590ee48-d942-4b80-9d16-6c1723ca6e40 x-openstack-request-id: req-7590ee48-d942-4b80-9d16-6c1723ca6e40 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:59.796628 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecc51e3-129e-47aa-a700-824bdc038046", "name": "network-vif-deleted", "tag": "5cda017e-3be4-427e-8da9-b2a8519ae8f0", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:59.797191 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7590ee48-d942-4b80-9d16-6c1723ca6e40 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:59.797395 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecc51e3-129e-47aa-a700-824bdc038046', 'name': 'network-vif-deleted', 'tag': '5cda017e-3be4-427e-8da9-b2a8519ae8f0', 'status': 'completed', 'code': 200} Jan 19 14:43:59.801225 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6e831291-fbf3-430c-8208-114ee943343a req-7262159e-b469-4ec2-bd3c-1f6a7e4f61a6 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 210 time: 0.0400231 Jan 19 14:43:59.839298 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port c0314219-4d39-43a9-b471-76c00a5e4dbd is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:43:59.839697 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:59.861863 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:43:59.864646 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fae06b4-fd03-4e42-8250-d5fb743b8bda" -d '{"events": [{"server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "name": "network-vif-plugged", "status": "completed", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:43:59.877643 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port c0314219-4d39-43a9-b471-76c00a5e4dbd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c0314219-4d39-43a9-b471-76c00a5e4dbd,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:43:59.903001 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec035f7-6e09-4fc7-8971-62c815866a59 x-openstack-request-id: req-fec035f7-6e09-4fc7-8971-62c815866a59 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:43:59.903297 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "name": "network-vif-plugged", "status": "completed", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:43:59.903553 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fec035f7-6e09-4fc7-8971-62c815866a59 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:43:59.903951 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'code': 200} Jan 19 14:43:59.948507 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:43:59.949494 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device b74235f6-843e-41d8-838f-4a2c6052c764 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:43:59.985977 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: b74235f6-843e-41d8-838f-4a2c6052c764 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:43:59.986267 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device b74235f6-843e-41d8-838f-4a2c6052c764 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:43:59.986703 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 5cda017e-3be4-427e-8da9-b2a8519ae8f0 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:44:00.015119 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 5cda017e-3be4-427e-8da9-b2a8519ae8f0 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:44:00.015468 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 5cda017e-3be4-427e-8da9-b2a8519ae8f0 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:44:00.034845 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=c0314219-4d39-43a9-b471-76c00a5e4dbd,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:00.167357 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba129d4b-250b-4224-a676-2b427c4fe1c9 req-1ff834f4-2585-4f33-bbcb-796dd67f864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:00.168852 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ba129d4b-250b-4224-a676-2b427c4fe1c9 req-1ff834f4-2585-4f33-bbcb-796dd67f864e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 1098 time: 0.0416310 Jan 19 14:44:00.214010 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ba129d4b-250b-4224-a676-2b427c4fe1c9 req-a475c869-c227-4664-9ba5-0c9d53dcf5de service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390096 Jan 19 14:44:00.398501 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6276ea-564b-4c09-9381-beff37c01aeb req-a8f9c1f3-eb4b-48fd-af57-c2a652fb51f8 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:00.399973 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ae6276ea-564b-4c09-9381-beff37c01aeb req-a8f9c1f3-eb4b-48fd-af57-c2a652fb51f8 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 945 time: 0.0492535 Jan 19 14:44:00.446103 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:44:00.448116 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ae6276ea-564b-4c09-9381-beff37c01aeb req-9e6ca11a-8cb2-4d2a-8200-99d9955268f1 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425181 Jan 19 14:44:00.895879 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c49ac903-cee8-404a-ba1d-ce97294eb527 req-970c5123-1e23-4355-9339-b689ac6318c9 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 210 time: 0.0258965 Jan 19 14:44:01.467426 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c781-048d-4609-8c14-d8624dc77d42 req-d5636d11-233c-453a-8e8d-8bea1161d1cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:01.468967 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33d3c781-048d-4609-8c14-d8624dc77d42 req-d5636d11-233c-453a-8e8d-8bea1161d1cd tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 946 time: 0.0479729 Jan 19 14:44:01.533938 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33d3c781-048d-4609-8c14-d8624dc77d42 req-9fd43d80-e0f5-409f-a4d4-a7ccaba5ff63 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588722 Jan 19 14:44:01.572672 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fa30-ca34-4ef6-86aa-679c98478e45 req-3884d347-c005-4841-816b-d9a0db4114ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:01.574195 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0125fa30-ca34-4ef6-86aa-679c98478e45 req-3884d347-c005-4841-816b-d9a0db4114ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 945 time: 0.0559587 Jan 19 14:44:01.623538 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-0125fa30-ca34-4ef6-86aa-679c98478e45 req-240ba8e5-43db-431a-8bb7-2324cd0dc3f0 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436149 Jan 19 14:44:01.735367 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b4180-82c3-4846-8d99-b8ac5f550f63 req-49d280fb-e797-4a4e-8125-14ceff92b8bd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:01.736887 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c78b4180-82c3-4846-8d99-b8ac5f550f63 req-49d280fb-e797-4a4e-8125-14ceff92b8bd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 945 time: 0.0490665 Jan 19 14:44:01.787154 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c78b4180-82c3-4846-8d99-b8ac5f550f63 req-325af874-1e57-4d39-8926-29dcbdeceb67 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Jan 19 14:44:01.811206 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 49370) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:01.834151 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-44f7fd7b-12f1-4c00-9502-6ebb7f1ffdbf tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:01.835631 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-44f7fd7b-12f1-4c00-9502-6ebb7f1ffdbf tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.57 "GET /v2.0/networks?id=11cd7295-b8fe-42f2-9c49-c8b7a979bbce HTTP/1.1" status: 200 len: 809 time: 0.1111822 Jan 19 14:44:01.849228 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Request body: {'port': {'device_id': '972a9d86-8f82-4598-a46b-c0fa081bd6a7', 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce', 'admin_state_up': True, 'tenant_id': 'b7a91314e2f84d909e8c2030f21c2d2e'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:44:01.853268 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9437a31-aa61-4239-85b2-f58e03223607 tempest-TestVolumeBootPattern-2116447786 tempest-TestVolumeBootPattern-2116447786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:01.857424 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-a9437a31-aa61-4239-85b2-f58e03223607 tempest-TestVolumeBootPattern-2116447786 tempest-TestVolumeBootPattern-2116447786-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 1093 time: 0.0425830 Jan 19 14:44:01.857631 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 49372) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:01.862430 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Request body: {'floatingip': {'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'port_id': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:44:01.948535 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.025127 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-dcc58686-1cb6-4d50-b7ec-1601dd91ef40 req-35d0fc11-89b0-4361-9801-c16fb3a3429c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 210 time: 0.0335767 Jan 19 14:44:02.041192 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Made reservation on behalf of b7a91314e2f84d909e8c2030f21c2d2e for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:44:02.050025 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.080181 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.169594 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Allocated IP 172.20.0.14 (11cd7295-b8fe-42f2-9c49-c8b7a979bbce/f0345bcf-b875-406e-8588-11135e9d403e/1c5b198c-76dc-4133-8a8e-2c4965ccf686) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:44:02.181466 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Allocated IP 172.27.1.198 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/c85de311-5af0-479c-9e60-fa5a02fb472d) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:44:02.282636 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for port (c85de311-5af0-479c-9e60-fa5a02fb472d), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.315577 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks [] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.366068 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (c85de311-5af0-479c-9e60-fa5a02fb472d), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.407201 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:02.410060 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:02.413523 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:44:02.417607 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.418745 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'Port': ['ID=c85de311-5af0-479c-9e60-fa5a02fb472d,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:02.446081 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.446374 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.446715 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.447047 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.447376 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.447710 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.448017 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.448335 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.448655 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.448972 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.449356 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.449603 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.449929 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:02.467468 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:02.470673 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:02.475071 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:44:02.479079 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Pushing event updated for resources: {'Port': ['ID=1c5b198c-76dc-4133-8a8e-2c4965ccf686,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:02.527474 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:02.528067 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.591615 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-a2060a35-05f5-44ed-9563-743753444a31 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7462542 Jan 19 14:44:02.603825 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Request body: {'port': {'device_id': '972a9d86-8f82-4598-a46b-c0fa081bd6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:44:02.657743 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.710381 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463ad9-83f6-47f8-a4d2-ad63ffe10fd1 req-5e9d2a5c-0459-41cd-8969-7095380824e7 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:02.711780 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b1463ad9-83f6-47f8-a4d2-ad63ffe10fd1 req-5e9d2a5c-0459-41cd-8969-7095380824e7 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 946 time: 0.0993555 Jan 19 14:44:02.812089 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b1463ad9-83f6-47f8-a4d2-ad63ffe10fd1 req-664704a5-b98a-4c5b-94a2-ea4402d8b636 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936055 Jan 19 14:44:02.851609 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (90842630-73cd-4fe7-b1ab-c25254b491fd), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.926122 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5b198c-76dc-4133-8a8e-2c4965ccf686 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:44:02.933394 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Publish callbacks [] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:02.944922 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Transition to ACTIVE for port object 1c5b198c-76dc-4133-8a8e-2c4965ccf686 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:44:02.975382 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (c85de311-5af0-479c-9e60-fa5a02fb472d), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.020656 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-2ce1e83a-040b-495c-9e10-ce469967daa1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:03.022177 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-2ce1e83a-040b-495c-9e10-ce469967daa1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 946 time: 0.0514803 Jan 19 14:44:03.035621 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.105514 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5b198c-76dc-4133-8a8e-2c4965ccf686,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:03.165250 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for port (c85de311-5af0-479c-9e60-fa5a02fb472d), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.174442 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233f906-8271-4d32-a285-a6bf82faf73e req-b823bc21-3e69-4e9f-8242-f1c97a78a689 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:03.179142 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1233f906-8271-4d32-a285-a6bf82faf73e req-b823bc21-3e69-4e9f-8242-f1c97a78a689 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 944 time: 0.0752299 Jan 19 14:44:03.216826 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (c85de311-5af0-479c-9e60-fa5a02fb472d), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.219743 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Deleting port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:44:03.220077 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.236391 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Attempting to bind port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:44:03.236391 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Attempting to bind port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'b484728d-d4b2-44c8-a8e0-246489765478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:44:03.236750 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Attempting to bind port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 on network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:44:03.249193 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1233f906-8271-4d32-a285-a6bf82faf73e req-6b65b4f5-3f67-4f4e-a515-4f0a72923718 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668895 Jan 19 14:44:03.272728 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 on network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:44:03.273109 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Attempting to bind port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 on network 11cd7295-b8fe-42f2-9c49-c8b7a979bbce {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:44:03.282743 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:44:03.283159 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Checking segment: {'id': 'b484728d-d4b2-44c8-a8e0-246489765478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:44:03.283603 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Bound using segment: {'id': 'b484728d-d4b2-44c8-a8e0-246489765478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:44:03.284098 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Bound port: 1c5b198c-76dc-4133-8a8e-2c4965ccf686, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b484728d-d4b2-44c8-a8e0-246489765478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:44:03.284521 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.295917 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event updated for resources: {'Port': ['ID=c85de311-5af0-479c-9e60-fa5a02fb472d,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:03.302936 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (90842630-73cd-4fe7-b1ab-c25254b491fd), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.357583 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] For port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:03.357973 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.381243 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Calling delete_port for c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:44:03.392352 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] For port 1c5b198c-76dc-4133-8a8e-2c4965ccf686, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:44:03.396934 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] For port 1c5b198c-76dc-4133-8a8e-2c4965ccf686, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c5b198c-76dc-4133-8a8e-2c4965ccf686,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:44:03.400567 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.l3_db [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Floating IP 90842630-73cd-4fe7-b1ab-c25254b491fd associated. External IP: 172.27.1.198, port: c0314219-4d39-43a9-b471-76c00a5e4dbd. Jan 19 14:44:03.458394 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.502861 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:03.503506 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.504896 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] 10.222.0.57 "PUT /v2.0/ports/1c5b198c-76dc-4133-8a8e-2c4965ccf686 HTTP/1.1" status: 200 len: 1094 time: 0.9053192 Jan 19 14:44:03.507164 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972a9d86-8f82-4598-a46b-c0fa081bd6a7', 'tag': '1c5b198c-76dc-4133-8a8e-2c4965ccf686'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:44:03.511443 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ef3386-5d3e-404f-8a0b-91b5f22755d5" -d '{"events": [{"name": "network-changed", "server_uuid": "972a9d86-8f82-4598-a46b-c0fa081bd6a7", "tag": "1c5b198c-76dc-4133-8a8e-2c4965ccf686"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:44:03.558723 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c4d3c-4b6b-439a-9add-aa5ebecc0b89 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5b198c-76dc-4133-8a8e-2c4965ccf686,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:03.565630 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fc1e12-4ab9-4198-8f09-9de6e980f399 x-openstack-request-id: req-35fc1e12-4ab9-4198-8f09-9de6e980f399 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:44:03.565630 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972a9d86-8f82-4598-a46b-c0fa081bd6a7", "tag": "1c5b198c-76dc-4133-8a8e-2c4965ccf686", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:44:03.565630 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-35fc1e12-4ab9-4198-8f09-9de6e980f399 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:44:03.567205 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972a9d86-8f82-4598-a46b-c0fa081bd6a7', 'tag': '1c5b198c-76dc-4133-8a8e-2c4965ccf686', 'status': 'completed', 'code': 200} Jan 19 14:44:03.612586 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Router 33253a25-da8a-417b-849e-0222c9d5b945 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:44:03.625711 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef3386-5d3e-404f-8a0b-91b5f22755d5 req-1550481d-cb21-415e-8c05-2abaf2f8801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:03.627408 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-00ef3386-5d3e-404f-8a0b-91b5f22755d5 req-1550481d-cb21-415e-8c05-2abaf2f8801a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7a91314e2f84d909e8c2030f21c2d2e&device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 1097 time: 0.0413849 Jan 19 14:44:03.653046 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.664106 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['911876c3-f27a-4262-af17-77ec342bc693', '4e41f953-f7f4-4cd0-b902-2e1bac40751c', 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:44:03.721203 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Pushing event deleted for resources: {'Port': ['ID=c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:03.732709 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:44:03.743286 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] Sync routers for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:44:03.766457 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] No DVR routers for this DVR port c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:44:03.774907 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.780682 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:44:03.780682 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:43:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:03.780958 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-7313fa80-db3d-4fd2-8dc4-ec36549af451 req-89e6be11-d176-4f00-a464-6b289265dace tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "DELETE /v2.0/ports/c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f HTTP/1.1" status: 204 len: 173 time: 0.7511735 Jan 19 14:44:03.794148 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef3386-5d3e-404f-8a0b-91b5f22755d5 req-24b690a7-33a9-4358-b497-78c72c2ab51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:03.795656 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-00ef3386-5d3e-404f-8a0b-91b5f22755d5 req-24b690a7-33a9-4358-b497-78c72c2ab51e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b7a91314e2f84d909e8c2030f21c2d2e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1614211 Jan 19 14:44:03.832593 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:03.879089 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-92408e60-caf6-4aea-9182-eae74e1ae70c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0192959 Jan 19 14:44:03.880177 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:44:03.882810 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865000de-7516-4707-9c84-1178b61ccb61" -d '{"events": [{"name": "network-changed", "server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:44:03.895224 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef3386-5d3e-404f-8a0b-91b5f22755d5 req-21c721b1-8263-4d7e-8a86-f966bab99f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:03.896826 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-00ef3386-5d3e-404f-8a0b-91b5f22755d5 req-21c721b1-8263-4d7e-8a86-f966bab99f50 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953581 Jan 19 14:44:03.961827 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1a45e1a8-501b-46bd-8547-08cb9188f903 req-e3441213-2829-4add-a11e-deee7ed24165 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=6420ecb2-f56f-40f5-acbb-c45651c2e955 HTTP/1.1" status: 200 len: 210 time: 0.0431364 Jan 19 14:44:03.963112 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ab37f-01d0-4334-bf0e-09eccb710627 x-openstack-request-id: req-582ab37f-01d0-4334-bf0e-09eccb710627 {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:44:03.965232 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:44:03.965232 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-582ab37f-01d0-4334-bf0e-09eccb710627 {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:44:03.965232 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'status': 'completed', 'code': 200} Jan 19 14:44:03.978051 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:44:04.031348 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-3d49db54-75e5-4589-a823-549c082234f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:04.033809 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-3d49db54-75e5-4589-a823-549c082234f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7a91314e2f84d909e8c2030f21c2d2e&device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 1097 time: 0.0940368 Jan 19 14:44:04.049976 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865000de-7516-4707-9c84-1178b61ccb61 req-4e102ee4-2a61-4d3c-a987-e4130f9fdfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:04.051494 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-865000de-7516-4707-9c84-1178b61ccb61 req-4e102ee4-2a61-4d3c-a987-e4130f9fdfe8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 1098 time: 0.0607352 Jan 19 14:44:04.090608 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-93bb6e90-5193-476b-a811-f16be0a58561 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c5b198c-76dc-4133-8a8e-2c4965ccf686 HTTP/1.1" status: 200 len: 217 time: 0.0489099 Jan 19 14:44:04.187597 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-401d0431-5647-40fd-93bb-1c423c26d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:04.189178 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-401d0431-5647-40fd-93bb-1c423c26d3b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0345bcf-b875-406e-8588-11135e9d403e HTTP/1.1" status: 200 len: 849 time: 0.0881634 Jan 19 14:44:04.229887 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-fdbd85cf-9910-41ea-b1c8-12f1084d8f91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11cd7295-b8fe-42f2-9c49-c8b7a979bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339837 Jan 19 14:44:04.233683 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865000de-7516-4707-9c84-1178b61ccb61 req-976603df-847c-42e9-894e-6c93e043e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:04.235301 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-865000de-7516-4707-9c84-1178b61ccb61 req-976603df-847c-42e9-894e-6c93e043e0cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 912 time: 0.1547546 Jan 19 14:44:04.292819 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-120b385f-1280-4df9-85df-1c81f088a245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:04.348196 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-865000de-7516-4707-9c84-1178b61ccb61 req-2451a94d-9e82-4da8-aa56-a86650d87067 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0314219-4d39-43a9-b471-76c00a5e4dbd HTTP/1.1" status: 200 len: 999 time: 0.1031377 Jan 19 14:44:04.405680 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '2a5f89ff-df35-48ff-8e67-546689d6fc17', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:41:50Z', 'updated_at': '2022-01-19T14:41:53Z', 'revision_number': 1, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}, {'id': '90842630-73cd-4fe7-b1ab-c25254b491fd', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:e1:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:44:02Z', 'updated_at': '2022-01-19T14:44:02Z', 'revision_number': 0, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:04.419256 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-beea45d3-14be-41f7-b918-2afa43f42609 service neutron] 10.222.0.57 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828423 Jan 19 14:44:04.426871 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865000de-7516-4707-9c84-1178b61ccb61 req-e381a808-9cc9-4fce-b5f4-195a694f74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:04.428350 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-865000de-7516-4707-9c84-1178b61ccb61 req-e381a808-9cc9-4fce-b5f4-195a694f74f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.0731339 Jan 19 14:44:04.433969 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] Checking router: 33253a25-da8a-417b-849e-0222c9d5b945 for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:44:04.443873 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:44:04.444504 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:43:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:04.534526 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865000de-7516-4707-9c84-1178b61ccb61 req-66f6c8b6-7208-4d6d-a72d-a0a055aed62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:04.536118 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-865000de-7516-4707-9c84-1178b61ccb61 req-66f6c8b6-7208-4d6d-a72d-a0a055aed62e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0973554 Jan 19 14:44:04.554861 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:44:04.573871 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-1026b59d-85b2-4544-9b65-c28e1143b9c7 req-900f21fd-6752-41a6-82b2-e964f3b880b9 service neutron] 10.222.0.57 "GET /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445365 Jan 19 14:44:04.630293 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12a40-c180-4586-80f5-8b0dee390d53 req-29134517-cf1a-4574-a909-04c65db0c235 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:04.634446 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d5f12a40-c180-4586-80f5-8b0dee390d53 req-29134517-cf1a-4574-a909-04c65db0c235 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 944 time: 0.3109438 Jan 19 14:44:04.650605 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-865000de-7516-4707-9c84-1178b61ccb61 req-61828d70-a572-467b-92ae-844b016fa9a2 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079786 Jan 19 14:44:04.686608 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d5f12a40-c180-4586-80f5-8b0dee390d53 req-50d6bf14-a532-4d34-9ca4-638a295b8c0f tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493033 Jan 19 14:44:04.762851 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-865000de-7516-4707-9c84-1178b61ccb61 req-dfa1d547-2184-4e6f-aa1d-1acddb08b7c1 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052041 Jan 19 14:44:04.818305 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '2a5f89ff-df35-48ff-8e67-546689d6fc17', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:41:50Z', 'updated_at': '2022-01-19T14:41:53Z', 'revision_number': 1, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}, {'id': '90842630-73cd-4fe7-b1ab-c25254b491fd', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:e1:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:44:02Z', 'updated_at': '2022-01-19T14:44:02Z', 'revision_number': 0, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:04.845885 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ffe2cf-7a6a-4d15-a32b-5d198db60061 None None] The sync data for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi is: [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '2a5f89ff-df35-48ff-8e67-546689d6fc17', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:41:50Z', 'updated_at': '2022-01-19T14:41:53Z', 'revision_number': 1, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}, {'id': '90842630-73cd-4fe7-b1ab-c25254b491fd', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:e1:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:44:02Z', 'updated_at': '2022-01-19T14:44:02Z', 'revision_number': 0, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:44:05.050463 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabbf455-5582-4cb0-a3c7-390721e73657 None None] New status for floating IP 90842630-73cd-4fe7-b1ab-c25254b491fd: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:44:05.496603 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e484c-0374-4846-bb4d-30a715390e25 req-ff765a47-e18a-44b8-82e6-626e4aea537b tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:05.498109 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a14e484c-0374-4846-bb4d-30a715390e25 req-ff765a47-e18a-44b8-82e6-626e4aea537b tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 946 time: 0.0493026 Jan 19 14:44:05.543279 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a14e484c-0374-4846-bb4d-30a715390e25 req-dfbede31-20a7-4062-ad97-08ae3985137e tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395176 Jan 19 14:44:05.568357 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6420ecb2-f56f-40f5-acbb-c45651c2e955', 'name': 'network-vif-deleted', 'tag': 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:44:05.570653 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e5d1c0-0f39-479e-951c-552f2ac3aa2b" -d '{"events": [{"server_uuid": "6420ecb2-f56f-40f5-acbb-c45651c2e955", "name": "network-vif-deleted", "tag": "c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:44:05.604328 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be355523-7a09-4d66-a1a9-e91e49a45edf x-openstack-request-id: req-be355523-7a09-4d66-a1a9-e91e49a45edf {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:44:05.604617 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6420ecb2-f56f-40f5-acbb-c45651c2e955", "name": "network-vif-deleted", "tag": "c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:44:05.604869 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be355523-7a09-4d66-a1a9-e91e49a45edf {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:44:05.605257 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6420ecb2-f56f-40f5-acbb-c45651c2e955', 'name': 'network-vif-deleted', 'tag': 'c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f', 'status': 'completed', 'code': 200} Jan 19 14:44:05.679021 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:44:05.699365 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:44:05.699714 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c543f2c3-99ea-4ffb-b7cf-4b41ca327b2f not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:44:05.808188 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33599f44-a9db-4d75-abef-8d0c6a21b0aa req-ac41a3d2-83a8-4d4a-a99d-b53b558bebf2 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:05.809633 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33599f44-a9db-4d75-abef-8d0c6a21b0aa req-ac41a3d2-83a8-4d4a-a99d-b53b558bebf2 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 944 time: 0.0545554 Jan 19 14:44:05.854441 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33599f44-a9db-4d75-abef-8d0c6a21b0aa req-b136f846-6d73-4755-8c46-dd80bcfcbb5c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Jan 19 14:44:06.326772 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5d40-2912-4a08-ae8b-fe80a03e9000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:06.657505 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a635-6f16-473c-b690-8aa6dc66eb16 req-86764c28-6b0a-4ed8-94d4-b284c663594a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:06.659016 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5966a635-6f16-473c-b690-8aa6dc66eb16 req-86764c28-6b0a-4ed8-94d4-b284c663594a tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 946 time: 0.0484033 Jan 19 14:44:06.703486 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5966a635-6f16-473c-b690-8aa6dc66eb16 req-706be714-a65d-49b3-944a-af048586f10c tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390098 Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.831488 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:06.834594 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:06.836059 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-797b8316-3989-4b11-a605-322f4ac20756 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:06.836777 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-797b8316-3989-4b11-a605-322f4ac20756 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 946 time: 0.0527756 Jan 19 14:44:06.923700 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Deleting port 4e41f953-f7f4-4cd0-b902-2e1bac40751c {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:44:06.924037 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:06.969164 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd8a5-f46d-4e5f-a077-991e9779966b req-83aaa43f-20f2-4d26-aa35-4045a2a05a3e tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:06.970647 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-be4dd8a5-f46d-4e5f-a077-991e9779966b req-83aaa43f-20f2-4d26-aa35-4045a2a05a3e tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 944 time: 0.0469968 Jan 19 14:44:07.012498 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] For port 4e41f953-f7f4-4cd0-b902-2e1bac40751c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4e41f953-f7f4-4cd0-b902-2e1bac40751c,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:07.012986 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:07.020355 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-be4dd8a5-f46d-4e5f-a077-991e9779966b req-b0998f7f-b0d8-47f9-b1ea-3dc64bdd1d39 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 Jan 19 14:44:07.026841 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Calling delete_port for 4e41f953-f7f4-4cd0-b902-2e1bac40751c owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:44:07.217268 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (4e41f953-f7f4-4cd0-b902-2e1bac40751c), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:07.233150 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['911876c3-f27a-4262-af17-77ec342bc693', '4e41f953-f7f4-4cd0-b902-2e1bac40751c'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:44:07.246749 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Pushing event deleted for resources: {'Port': ['ID=4e41f953-f7f4-4cd0-b902-2e1bac40751c,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:07.285989 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] No DVR routers for this DVR port 4e41f953-f7f4-4cd0-b902-2e1bac40751c on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:44:07.288402 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:07.291714 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-050fea53-2bb4-4ecc-882e-c7dfcfad15ae req-9d3d7e98-66e7-414d-960f-bbfb5951acd1 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "DELETE /v2.0/ports/4e41f953-f7f4-4cd0-b902-2e1bac40751c HTTP/1.1" status: 204 len: 173 time: 0.4497519 Jan 19 14:44:07.606279 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b80ae5-8ca1-4725-91d6-dc9628031377', 'name': 'network-vif-deleted', 'tag': '4e41f953-f7f4-4cd0-b902-2e1bac40751c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:44:07.608611 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d94d49-3f25-4508-ad90-8945327b4928" -d '{"events": [{"server_uuid": "72b80ae5-8ca1-4725-91d6-dc9628031377", "name": "network-vif-deleted", "tag": "4e41f953-f7f4-4cd0-b902-2e1bac40751c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:44:07.643336 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce4d93d-ca21-4dcc-8e67-480885109cd3 x-openstack-request-id: req-1ce4d93d-ca21-4dcc-8e67-480885109cd3 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:44:07.643659 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b80ae5-8ca1-4725-91d6-dc9628031377", "name": "network-vif-deleted", "tag": "4e41f953-f7f4-4cd0-b902-2e1bac40751c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:44:07.643917 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ce4d93d-ca21-4dcc-8e67-480885109cd3 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:44:07.644974 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b80ae5-8ca1-4725-91d6-dc9628031377', 'name': 'network-vif-deleted', 'tag': '4e41f953-f7f4-4cd0-b902-2e1bac40751c', 'status': 'completed', 'code': 200} Jan 19 14:44:07.677785 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1c5b198c-76dc-4133-8a8e-2c4965ccf686 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:44:07.780675 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1c5b198c-76dc-4133-8a8e-2c4965ccf686, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c5b198c-76dc-4133-8a8e-2c4965ccf686,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:07.795991 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '1c5b198c-76dc-4133-8a8e-2c4965ccf686', 'network_id': '11cd7295-b8fe-42f2-9c49-c8b7a979bbce', 'port_id': '1c5b198c-76dc-4133-8a8e-2c4965ccf686', 'mac_address': 'fa:16:3e:d4:4a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0345bcf-b875-406e-8588-11135e9d403e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:44:07.806852 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-03da4cb3-ae33-484b-b95b-553a71cc5851 req-5d21ba32-3c87-4039-bf76-92dfd4952874 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=72b80ae5-8ca1-4725-91d6-dc9628031377 HTTP/1.1" status: 200 len: 210 time: 0.0261292 Jan 19 14:44:07.833737 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:07.834179 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:07.846505 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5b198c-76dc-4133-8a8e-2c4965ccf686 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:44:07.852801 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:07.866155 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1c5b198c-76dc-4133-8a8e-2c4965ccf686, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c5b198c-76dc-4133-8a8e-2c4965ccf686,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:07.950194 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:07.996744 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=1c5b198c-76dc-4133-8a8e-2c4965ccf686,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:08.140571 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15050-a294-474f-ad9a-4b6fb9acfdc7 req-5992bd7a-84ba-4fc9-adc3-d39a098f41c8 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:08.142073 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84e15050-a294-474f-ad9a-4b6fb9acfdc7 req-5992bd7a-84ba-4fc9-adc3-d39a098f41c8 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 945 time: 0.0494201 Jan 19 14:44:08.179670 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['1c5b198c-76dc-4133-8a8e-2c4965ccf686'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:44:08.189256 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-84e15050-a294-474f-ad9a-4b6fb9acfdc7 req-0999c041-98fb-4a79-8b8d-f1d16dad3b2f tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Jan 19 14:44:09.047179 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:09.302279 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd619e-6223-47fd-b81e-1802ba08e00f req-7d27a73e-f653-490a-9200-1f0cf66f3437 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:09.303738 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d5dd619e-6223-47fd-b81e-1802ba08e00f req-7d27a73e-f653-490a-9200-1f0cf66f3437 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 945 time: 0.0476823 Jan 19 14:44:09.352651 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d5dd619e-6223-47fd-b81e-1802ba08e00f req-74f16a8c-c33e-4c60-8261-1a481a05c75e tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Jan 19 14:44:09.679593 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1c5b198c-76dc-4133-8a8e-2c4965ccf686 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:44:09.795353 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:44:09.799177 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:09.799604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:09.876977 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:09.877361 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:09.898563 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972a9d86-8f82-4598-a46b-c0fa081bd6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b198c-76dc-4133-8a8e-2c4965ccf686'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:44:09.900772 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d95eec-dac7-4cb1-badb-fa5ec8477e20" -d '{"events": [{"server_uuid": "972a9d86-8f82-4598-a46b-c0fa081bd6a7", "name": "network-vif-plugged", "status": "completed", "tag": "1c5b198c-76dc-4133-8a8e-2c4965ccf686"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:44:09.914017 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 1c5b198c-76dc-4133-8a8e-2c4965ccf686, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c5b198c-76dc-4133-8a8e-2c4965ccf686,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:09.938363 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4d5408-156b-41c0-ac5f-eb7d0ce1a668 x-openstack-request-id: req-4a4d5408-156b-41c0-ac5f-eb7d0ce1a668 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:44:09.938681 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972a9d86-8f82-4598-a46b-c0fa081bd6a7", "name": "network-vif-plugged", "status": "completed", "tag": "1c5b198c-76dc-4133-8a8e-2c4965ccf686", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:44:09.938938 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a4d5408-156b-41c0-ac5f-eb7d0ce1a668 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:44:09.939337 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972a9d86-8f82-4598-a46b-c0fa081bd6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b198c-76dc-4133-8a8e-2c4965ccf686', 'code': 200} Jan 19 14:44:09.989502 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:09.990349 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 4e41f953-f7f4-4cd0-b902-2e1bac40751c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:44:10.031126 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 4e41f953-f7f4-4cd0-b902-2e1bac40751c {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:44:10.031474 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 4e41f953-f7f4-4cd0-b902-2e1bac40751c not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:44:10.055609 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=1c5b198c-76dc-4133-8a8e-2c4965ccf686,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:10.308313 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fdcf3-cb65-4f74-87c5-62ad01a82a68 req-d2c1775d-b6fc-4901-bfd1-0280bbda95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:10.310442 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-489fdcf3-cb65-4f74-87c5-62ad01a82a68 req-d2c1775d-b6fc-4901-bfd1-0280bbda95cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 1099 time: 0.0387499 Jan 19 14:44:10.344330 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:10.357714 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-489fdcf3-cb65-4f74-87c5-62ad01a82a68 req-4780fad9-35e9-49b4-b8e7-416da6c6bc6c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Jan 19 14:44:10.469139 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c44bd-1f9c-472d-b2df-92b42d7da4d9 req-0ee90282-a5f5-4661-9531-15f987c841e4 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:10.470675 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-da8c44bd-1f9c-472d-b2df-92b42d7da4d9 req-0ee90282-a5f5-4661-9531-15f987c841e4 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 946 time: 0.0491867 Jan 19 14:44:10.544574 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4655-06f2-4f6e-9195-ce7fe25bda70 req-0153395e-e98e-4331-9052-6ef86dccbb61 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:10.546308 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-146c4655-06f2-4f6e-9195-ce7fe25bda70 req-0153395e-e98e-4331-9052-6ef86dccbb61 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 945 time: 0.0745747 Jan 19 14:44:10.550808 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-da8c44bd-1f9c-472d-b2df-92b42d7da4d9 req-00d61f01-8578-4e0d-9094-4a139bf81ef1 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709274 Jan 19 14:44:10.592827 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-146c4655-06f2-4f6e-9195-ce7fe25bda70 req-8bbc9e37-f811-462c-8cab-bdf59a76d4e8 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Jan 19 14:44:11.355716 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:11.669976 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8e147-3b2f-4d00-9c44-c5681ae2b02f req-f7e43f19-8be1-426a-95d9-0810dd99c40c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:11.671820 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02c8e147-3b2f-4d00-9c44-c5681ae2b02f req-f7e43f19-8be1-426a-95d9-0810dd99c40c tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 946 time: 0.0542216 Jan 19 14:44:11.746488 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34373a97-28c6-49eb-b372-4c84f278f32f req-5f01c236-cd1c-4703-ba7f-4068b7d02c9e tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:11.747945 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-34373a97-28c6-49eb-b372-4c84f278f32f req-5f01c236-cd1c-4703-ba7f-4068b7d02c9e tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 945 time: 0.0859618 Jan 19 14:44:11.751488 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02c8e147-3b2f-4d00-9c44-c5681ae2b02f req-8e996476-5acd-4b02-8135-3b5fe3f16103 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718291 Jan 19 14:44:11.794610 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-34373a97-28c6-49eb-b372-4c84f278f32f req-ef3231ca-b7d3-44f7-9d7c-be3047609c85 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Jan 19 14:44:12.642042 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d883d-caad-4831-9a03-2114dc90def4 req-3875c822-9f46-4964-9ef7-37edf154e4e5 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:12.643478 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-973d883d-caad-4831-9a03-2114dc90def4 req-3875c822-9f46-4964-9ef7-37edf154e4e5 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 945 time: 0.2873755 Jan 19 14:44:12.729931 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-973d883d-caad-4831-9a03-2114dc90def4 req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Deleting port 911876c3-f27a-4262-af17-77ec342bc693 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:44:12.730291 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-973d883d-caad-4831-9a03-2114dc90def4 req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (911876c3-f27a-4262-af17-77ec342bc693), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:12.818358 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-973d883d-caad-4831-9a03-2114dc90def4 req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] For port 911876c3-f27a-4262-af17-77ec342bc693, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=911876c3-f27a-4262-af17-77ec342bc693,segment=NetworkSegment(5a772d39-43ba-44ee-81dc-9921ea96e6f7),segment_id=5a772d39-43ba-44ee-81dc-9921ea96e6f7)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:12.819057 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-973d883d-caad-4831-9a03-2114dc90def4 req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (911876c3-f27a-4262-af17-77ec342bc693), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:12.832862 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-973d883d-caad-4831-9a03-2114dc90def4 req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Calling delete_port for 911876c3-f27a-4262-af17-77ec342bc693 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:44:12.869458 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21b9f3-fcf1-4e69-b7b1-595fad665715 req-e0f60e49-b44c-4e63-b764-5996250da7e3 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:12.871032 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3b21b9f3-fcf1-4e69-b7b1-595fad665715 req-e0f60e49-b44c-4e63-b764-5996250da7e3 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 946 time: 0.0518174 Jan 19 14:44:12.949072 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0715a17-7a63-4871-8c99-6191562178e3 req-fecbc04f-2433-4e95-ae62-228290408819 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:12.950592 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d0715a17-7a63-4871-8c99-6191562178e3 req-fecbc04f-2433-4e95-ae62-228290408819 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c21bc05-4b9a-4296-be35-237e44477a41 HTTP/1.1" status: 200 len: 945 time: 0.0784376 Jan 19 14:44:12.954121 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-3b21b9f3-fcf1-4e69-b7b1-595fad665715 req-1c3c400e-dfe8-4ab6-ac9a-8ebe35424824 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729945 Jan 19 14:44:13.000615 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d0715a17-7a63-4871-8c99-6191562178e3 req-56caa965-8854-4289-9769-0a1de35f25da tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.79 "GET /v2.0/security-groups?id=a6f0ad59-26ad-4146-8c92-0a550568f6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Jan 19 14:44:13.035442 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-973d883d-caad-4831-9a03-2114dc90def4 req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (911876c3-f27a-4262-af17-77ec342bc693), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:13.046604 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['911876c3-f27a-4262-af17-77ec342bc693'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:44:13.063346 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Pushing event deleted for resources: {'Port': ['ID=911876c3-f27a-4262-af17-77ec342bc693,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:13.101880 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-973d883d-caad-4831-9a03-2114dc90def4 req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] No DVR routers for this DVR port 911876c3-f27a-4262-af17-77ec342bc693 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:44:13.104338 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-973d883d-caad-4831-9a03-2114dc90def4 req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:13.107569 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-973d883d-caad-4831-9a03-2114dc90def4 req-0e888582-0bcb-411b-ac1a-6ee929e37f19 tempest-AttachVolumeNegativeTest-306218252 tempest-AttachVolumeNegativeTest-306218252-project] 10.222.0.57 "DELETE /v2.0/ports/911876c3-f27a-4262-af17-77ec342bc693 HTTP/1.1" status: 204 len: 173 time: 0.4575827 Jan 19 14:44:13.107995 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c21bc05-4b9a-4296-be35-237e44477a41', 'name': 'network-vif-deleted', 'tag': '911876c3-f27a-4262-af17-77ec342bc693'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:44:13.110231 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ed8186-e8b3-44a6-92b9-ba82d9bfecb0" -d '{"events": [{"server_uuid": "4c21bc05-4b9a-4296-be35-237e44477a41", "name": "network-vif-deleted", "tag": "911876c3-f27a-4262-af17-77ec342bc693"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:44:13.146251 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744ee2bf-a9cb-4890-8177-aa4181b39d04 x-openstack-request-id: req-744ee2bf-a9cb-4890-8177-aa4181b39d04 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:44:13.146547 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c21bc05-4b9a-4296-be35-237e44477a41", "name": "network-vif-deleted", "tag": "911876c3-f27a-4262-af17-77ec342bc693", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:44:13.146804 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-744ee2bf-a9cb-4890-8177-aa4181b39d04 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:44:13.147208 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c21bc05-4b9a-4296-be35-237e44477a41', 'name': 'network-vif-deleted', 'tag': '911876c3-f27a-4262-af17-77ec342bc693', 'status': 'completed', 'code': 200} Jan 19 14:44:14.057858 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 49460) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:14.112373 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbe34ed-f234-4c16-9cdc-c437d8e8fc82 admin admin] Deleting subnet afef78e3-3df8-4bf9-8a3b-ad2420e6505a {{(pid=103125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:44:14.133500 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cbbe34ed-f234-4c16-9cdc-c437d8e8fc82 admin admin] Publish callbacks [] for subnet (afef78e3-3df8-4bf9-8a3b-ad2420e6505a), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.173006 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cbbe34ed-f234-4c16-9cdc-c437d8e8fc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239063'] for subnet (afef78e3-3df8-4bf9-8a3b-ad2420e6505a), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.181569 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358f4fc-9004-4999-b4d6-0e6e02107d25 req-dc0ec32c-bcd5-4bf7-8e9d-9bd08b444c60 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:14.183037 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b358f4fc-9004-4999-b4d6-0e6e02107d25 req-dc0ec32c-bcd5-4bf7-8e9d-9bd08b444c60 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 946 time: 0.0864930 Jan 19 14:44:14.240239 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cbbe34ed-f234-4c16-9cdc-c437d8e8fc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (afef78e3-3df8-4bf9-8a3b-ad2420e6505a), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.282705 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b358f4fc-9004-4999-b4d6-0e6e02107d25 req-723ae75a-7446-4280-a057-50095c5370fc tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827603 Jan 19 14:44:14.378518 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cbbe34ed-f234-4c16-9cdc-c437d8e8fc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62761738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58968061'] for subnet (afef78e3-3df8-4bf9-8a3b-ad2420e6505a), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.404189 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe34ed-f234-4c16-9cdc-c437d8e8fc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afef78e3-3df8-4bf9-8a3b-ad2420e6505a,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:14.408888 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-cbbe34ed-f234-4c16-9cdc-c437d8e8fc82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.411872 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-cbbe34ed-f234-4c16-9cdc-c437d8e8fc82 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/afef78e3-3df8-4bf9-8a3b-ad2420e6505a HTTP/1.1" status: 204 len: 168 time: 0.3529546 Jan 19 14:44:14.414466 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 49462) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:14.482501 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.557340 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.577013 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:14.586274 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a772d39-43ba-44ee-81dc-9921ea96e6f7') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:14.586566 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a772d39-43ba-44ee-81dc-9921ea96e6f7') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:14.599590 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (5a772d39-43ba-44ee-81dc-9921ea96e6f7), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.612120 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (5a772d39-43ba-44ee-81dc-9921ea96e6f7), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.618297 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:44:14.618672 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (5a772d39-43ba-44ee-81dc-9921ea96e6f7), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:44:14.620248 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:44:14.725923 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.731192 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:14.734423 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb HTTP/1.1" status: 204 len: 168 time: 0.3189695 Jan 19 14:44:14.745819 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70473671-9c57-4e7e-aa2d-aa57147b8e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3bd365-7028-43d5-b5ea-c3e3c73bfbbb,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:15.017009 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 49466) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:15.056606 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-3d8ff7ed-4337-42ab-b65d-02f360babecb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5133268312764042bad837ea44e0e7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384121 Jan 19 14:44:15.059037 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 49468) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:15.104756 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-596de604-11b4-4874-9109-525daba6ac16 admin admin] Publish callbacks [] for security_group (a6f0ad59-26ad-4146-8c92-0a550568f6d1), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:15.127286 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-596de604-11b4-4874-9109-525daba6ac16 admin admin] Publish callbacks [] for security_group (a6f0ad59-26ad-4146-8c92-0a550568f6d1), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:15.234507 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-596de604-11b4-4874-9109-525daba6ac16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a6f0ad59-26ad-4146-8c92-0a550568f6d1), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:15.236954 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-596de604-11b4-4874-9109-525daba6ac16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:15.238151 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-596de604-11b4-4874-9109-525daba6ac16 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a6f0ad59-26ad-4146-8c92-0a550568f6d1 HTTP/1.1" status: 204 len: 168 time: 0.1781640 Jan 19 14:44:15.247074 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596de604-11b4-4874-9109-525daba6ac16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f0ad59-26ad-4146-8c92-0a550568f6d1,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:15.401938 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e857f-ac58-4308-8fd5-278898d86be6 req-d81f60e3-b866-4a52-8138-958e5b67ac52 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:15.403538 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-069e857f-ac58-4308-8fd5-278898d86be6 req-d81f60e3-b866-4a52-8138-958e5b67ac52 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 946 time: 0.0490375 Jan 19 14:44:15.449642 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-069e857f-ac58-4308-8fd5-278898d86be6 req-7e1236d5-8d62-479c-80b1-108c09a7ddf6 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/security-groups?id=d96eb6c0-d732-4168-b616-4f7a05558dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Jan 19 14:44:15.566695 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-577fdd71-8ccd-4579-a938-5263e6c04e84 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:15.568263 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-577fdd71-8ccd-4579-a938-5263e6c04e84 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.57 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 946 time: 0.0480947 Jan 19 14:44:15.657207 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Deleting port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:44:15.657553 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:15.709831 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 911876c3-f27a-4262-af17-77ec342bc693 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:44:15.731856 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 911876c3-f27a-4262-af17-77ec342bc693 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:44:15.732209 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 911876c3-f27a-4262-af17-77ec342bc693 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:44:15.748543 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] For port 1c5b198c-76dc-4133-8a8e-2c4965ccf686, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c5b198c-76dc-4133-8a8e-2c4965ccf686,segment=NetworkSegment(b484728d-d4b2-44c8-a8e0-246489765478),segment_id=b484728d-d4b2-44c8-a8e0-246489765478)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:15.751344 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:15.762741 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Calling delete_port for 1c5b198c-76dc-4133-8a8e-2c4965ccf686 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:44:15.944275 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (1c5b198c-76dc-4133-8a8e-2c4965ccf686), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:15.957647 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['1c5b198c-76dc-4133-8a8e-2c4965ccf686'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:44:15.973275 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Pushing event deleted for resources: {'Port': ['ID=1c5b198c-76dc-4133-8a8e-2c4965ccf686,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:16.017642 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] No DVR routers for this DVR port 1c5b198c-76dc-4133-8a8e-2c4965ccf686 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:44:16.020343 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:16.023618 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-d434dad8-9669-4f1e-af83-5cd37a63134f req-8407269e-31a7-4318-b0a0-320958647a49 tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.57 "DELETE /v2.0/ports/1c5b198c-76dc-4133-8a8e-2c4965ccf686 HTTP/1.1" status: 204 len: 173 time: 0.4492524 Jan 19 14:44:16.024059 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972a9d86-8f82-4598-a46b-c0fa081bd6a7', 'name': 'network-vif-deleted', 'tag': '1c5b198c-76dc-4133-8a8e-2c4965ccf686'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:44:16.026315 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe0a65-df71-400d-803c-5c36708ee5db" -d '{"events": [{"server_uuid": "972a9d86-8f82-4598-a46b-c0fa081bd6a7", "name": "network-vif-deleted", "tag": "1c5b198c-76dc-4133-8a8e-2c4965ccf686"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:44:16.061048 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a9a70d-1328-4a7d-8f72-143fe05389f9 x-openstack-request-id: req-d5a9a70d-1328-4a7d-8f72-143fe05389f9 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:44:16.061342 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972a9d86-8f82-4598-a46b-c0fa081bd6a7", "name": "network-vif-deleted", "tag": "1c5b198c-76dc-4133-8a8e-2c4965ccf686", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:44:16.061646 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5a9a70d-1328-4a7d-8f72-143fe05389f9 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:44:16.062090 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972a9d86-8f82-4598-a46b-c0fa081bd6a7', 'name': 'network-vif-deleted', 'tag': '1c5b198c-76dc-4133-8a8e-2c4965ccf686', 'status': 'completed', 'code': 200} Jan 19 14:44:16.554449 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-90be8006-b5ae-4cea-86af-e70dd27d12cf req-ed9d3bb2-655d-406a-9a4a-c4ea9427d8aa tempest-VolumesActionsTest-2097801840 tempest-VolumesActionsTest-2097801840-project] 10.222.0.79 "GET /v2.0/ports?device_id=972a9d86-8f82-4598-a46b-c0fa081bd6a7 HTTP/1.1" status: 200 len: 210 time: 0.0265124 Jan 19 14:44:16.952612 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 49524) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:17.056483 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b80cb29a-db26-4cb7-90b4-80700f06bc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:17.135352 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b80cb29a-db26-4cb7-90b4-80700f06bc89 admin admin] Publish callbacks [] for security_group (fad03d57-95be-46f9-9fdc-6ca7d88a90b4), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:17.235208 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b80cb29a-db26-4cb7-90b4-80700f06bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (fad03d57-95be-46f9-9fdc-6ca7d88a90b4), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:17.274766 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-b80cb29a-db26-4cb7-90b4-80700f06bc89 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8440c5c6fe644c7a98f724c49257614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210709 Jan 19 14:44:17.275711 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cb29a-db26-4cb7-90b4-80700f06bc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad03d57-95be-46f9-9fdc-6ca7d88a90b4,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:17.277617 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 49530) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:17.325692 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25fac6d1-12cb-4243-a43f-16dafadbe673 admin admin] Publish callbacks [] for security_group (fad03d57-95be-46f9-9fdc-6ca7d88a90b4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:17.346547 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25fac6d1-12cb-4243-a43f-16dafadbe673 admin admin] Publish callbacks [] for security_group (fad03d57-95be-46f9-9fdc-6ca7d88a90b4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:17.481160 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25fac6d1-12cb-4243-a43f-16dafadbe673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (fad03d57-95be-46f9-9fdc-6ca7d88a90b4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:17.483797 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-25fac6d1-12cb-4243-a43f-16dafadbe673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:17.484968 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-25fac6d1-12cb-4243-a43f-16dafadbe673 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fad03d57-95be-46f9-9fdc-6ca7d88a90b4 HTTP/1.1" status: 204 len: 168 time: 0.2058208 Jan 19 14:44:17.493162 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fac6d1-12cb-4243-a43f-16dafadbe673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad03d57-95be-46f9-9fdc-6ca7d88a90b4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:20.133824 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1c5b198c-76dc-4133-8a8e-2c4965ccf686 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:44:20.159140 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 1c5b198c-76dc-4133-8a8e-2c4965ccf686 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:44:20.159486 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 1c5b198c-76dc-4133-8a8e-2c4965ccf686 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:44:22.096806 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 49718) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:22.204061 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e504a5ca-d63b-44ed-8b56-7c940f44219a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:22.276112 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e504a5ca-d63b-44ed-8b56-7c940f44219a admin admin] Publish callbacks [] for security_group (a47e06fd-5fda-4463-9754-eaf997d52982), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:22.338741 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e504a5ca-d63b-44ed-8b56-7c940f44219a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a47e06fd-5fda-4463-9754-eaf997d52982), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:22.376619 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-e504a5ca-d63b-44ed-8b56-7c940f44219a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d38fd00f8bd448f893eb5f32bc7e206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787004 Jan 19 14:44:22.377492 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504a5ca-d63b-44ed-8b56-7c940f44219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47e06fd-5fda-4463-9754-eaf997d52982,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:22.380079 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 49722) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:22.427431 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-4dee0fd6-e041-493a-9ddd-89df91c83891 admin admin] Publish callbacks [] for security_group (a47e06fd-5fda-4463-9754-eaf997d52982), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:22.447336 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-4dee0fd6-e041-493a-9ddd-89df91c83891 admin admin] Publish callbacks [] for security_group (a47e06fd-5fda-4463-9754-eaf997d52982), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:22.567161 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-4dee0fd6-e041-493a-9ddd-89df91c83891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (a47e06fd-5fda-4463-9754-eaf997d52982), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:22.569795 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-4dee0fd6-e041-493a-9ddd-89df91c83891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:22.571071 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-4dee0fd6-e041-493a-9ddd-89df91c83891 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a47e06fd-5fda-4463-9754-eaf997d52982 HTTP/1.1" status: 204 len: 168 time: 0.1900191 Jan 19 14:44:22.578948 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee0fd6-e041-493a-9ddd-89df91c83891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47e06fd-5fda-4463-9754-eaf997d52982,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:23.132949 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 49736) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:23.146629 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b8c82400-e0a3-4cb1-986a-e916de2f1124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:23.219502 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b8c82400-e0a3-4cb1-986a-e916de2f1124 admin admin] Publish callbacks [] for security_group (823eba1f-7ea6-4151-bac5-f0ff62ad59aa), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:23.270233 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-b8c82400-e0a3-4cb1-986a-e916de2f1124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (823eba1f-7ea6-4151-bac5-f0ff62ad59aa), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:23.311392 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-b8c82400-e0a3-4cb1-986a-e916de2f1124 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c32b186a0f0e4ee8aa94440a35113d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767919 Jan 19 14:44:23.312448 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c82400-e0a3-4cb1-986a-e916de2f1124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823eba1f-7ea6-4151-bac5-f0ff62ad59aa,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:23.313884 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 49746) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:23.362079 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a697d6f-4be2-47fa-9c92-3b87907e1907 admin admin] Publish callbacks [] for security_group (823eba1f-7ea6-4151-bac5-f0ff62ad59aa), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:23.383939 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a697d6f-4be2-47fa-9c92-3b87907e1907 admin admin] Publish callbacks [] for security_group (823eba1f-7ea6-4151-bac5-f0ff62ad59aa), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:23.499136 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a697d6f-4be2-47fa-9c92-3b87907e1907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (823eba1f-7ea6-4151-bac5-f0ff62ad59aa), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:23.503771 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-7a697d6f-4be2-47fa-9c92-3b87907e1907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:23.505783 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-7a697d6f-4be2-47fa-9c92-3b87907e1907 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/823eba1f-7ea6-4151-bac5-f0ff62ad59aa HTTP/1.1" status: 204 len: 168 time: 0.1908839 Jan 19 14:44:23.522367 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a697d6f-4be2-47fa-9c92-3b87907e1907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823eba1f-7ea6-4151-bac5-f0ff62ad59aa,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:34.185983 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0f00e167-eb0a-47df-ab6d-9bd4aeeb0153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:36.287794 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31b01026-2200-4c20-b4ff-6b9370021f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:37.444965 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:44:38.038565 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:39.035840 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:40.356002 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:41.361900 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:43.681992 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50028) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:43.728017 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Deleting subnet f0345bcf-b875-406e-8588-11135e9d403e {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:44:43.731210 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Publish callbacks [] for subnet (f0345bcf-b875-406e-8588-11135e9d403e), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:43.765009 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58960790'] for subnet (f0345bcf-b875-406e-8588-11135e9d403e), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:43.805024 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (f0345bcf-b875-406e-8588-11135e9d403e), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:43.911400 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62659311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58869580'] for subnet (f0345bcf-b875-406e-8588-11135e9d403e), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:43.939347 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:43.942547 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f0345bcf-b875-406e-8588-11135e9d403e HTTP/1.1" status: 204 len: 168 time: 0.2595668 Jan 19 14:44:43.943444 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0345bcf-b875-406e-8588-11135e9d403e,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:43.945225 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50030) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:43.950885 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.951241 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.951586 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.951928 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.952264 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.952596 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.952929 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.953260 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.953590 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.953971 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.954299 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.954626 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:43.954956 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c345f7-d6a6-466c-888c-00d93714c8ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:44.019732 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (11cd7295-b8fe-42f2-9c49-c8b7a979bbce), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.101631 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (11cd7295-b8fe-42f2-9c49-c8b7a979bbce), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.122174 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cd7295-b8fe-42f2-9c49-c8b7a979bbce']}} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:44.132442 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b484728d-d4b2-44c8-a8e0-246489765478') {'for_net_delete': True} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:44.132735 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b484728d-d4b2-44c8-a8e0-246489765478') {} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:44.141663 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239054'] for segment (b484728d-d4b2-44c8-a8e0-246489765478), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.155185 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (b484728d-d4b2-44c8-a8e0-246489765478), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.160812 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:44:44.161180 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62761812'] for segment (b484728d-d4b2-44c8-a8e0-246489765478), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: Traceback (most recent call last): Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: timer() Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: cb(*args, **kw) Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: return func(*args, **kwargs) Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: self._notify() Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: self.callback(batched_events) Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: event.method(event) Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: return f(self, *a, **k) Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._get(url).json() Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: return self.request(url, 'GET', **kwargs) Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:44:44.166840 dv-cinder-799871-15-iscsi neutron-server[103125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:44:44.287593 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (11cd7295-b8fe-42f2-9c49-c8b7a979bbce), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.292700 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.295894 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] 10.222.0.79 "DELETE /v2.0/networks/11cd7295-b8fe-42f2-9c49-c8b7a979bbce HTTP/1.1" status: 204 len: 168 time: 0.3496571 Jan 19 14:44:44.307316 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23b8be-9922-474c-bc24-3ff09067aa35 admin admin] Pushing event deleted for resources: {'Network': ['ID=11cd7295-b8fe-42f2-9c49-c8b7a979bbce,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:44.698184 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50042) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:44.742916 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-0aa19f5c-865b-4a8e-9869-49e95b6a7f72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7a91314e2f84d909e8c2030f21c2d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432436 Jan 19 14:44:44.745379 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50044) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:44.796341 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2877d8ec-e5de-40ef-893e-1854f052821c admin admin] Publish callbacks [] for security_group (d96eb6c0-d732-4168-b616-4f7a05558dc5), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.818289 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2877d8ec-e5de-40ef-893e-1854f052821c admin admin] Publish callbacks [] for security_group (d96eb6c0-d732-4168-b616-4f7a05558dc5), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.921968 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2877d8ec-e5de-40ef-893e-1854f052821c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (d96eb6c0-d732-4168-b616-4f7a05558dc5), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.927958 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2877d8ec-e5de-40ef-893e-1854f052821c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:44.927958 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2877d8ec-e5de-40ef-893e-1854f052821c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d96eb6c0-d732-4168-b616-4f7a05558dc5 HTTP/1.1" status: 204 len: 168 time: 0.1794801 Jan 19 14:44:44.934291 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877d8ec-e5de-40ef-893e-1854f052821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96eb6c0-d732-4168-b616-4f7a05558dc5,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:45.879970 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50068) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:45.971610 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1347085364-network', 'tenant_id': '84dc8a2904d94f0aa42376d376480380'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:44:46.064684 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Made reservation on behalf of 84dc8a2904d94f0aa42376d376480380 for: {'network': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:44:46.067608 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.076292 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.146865 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Publish callbacks [] for security_group (c31b60eb-fc97-4a1e-8c11-d405bbf90bea), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.190039 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (c31b60eb-fc97-4a1e-8c11-d405bbf90bea), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.209797 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:44:46.222249 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b60eb-fc97-4a1e-8c11-d405bbf90bea,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:46.226789 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (6346d61f-446d-44a6-b9eb-8045ecdb5490), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.227120 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.segments_db [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Added segment 6346d61f-446d-44a6-b9eb-8045ecdb5490 of type vlan for network acd978c2-568e-4889-801f-38ef0d563d96 Jan 19 14:44:46.265328 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (acd978c2-568e-4889-801f-38ef0d563d96), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.350319 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (acd978c2-568e-4889-801f-38ef0d563d96), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.351189 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:46.351760 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.406786 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] Pushing event updated for resources: {'Network': ['ID=acd978c2-568e-4889-801f-38ef0d563d96,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:46.416623 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network acd978c2-568e-4889-801f-38ef0d563d96 details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:44:46.467710 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-98ea9c3a-eb81-46df-99d1-132db7ae1a57 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5866330 Jan 19 14:44:46.470523 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50074) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:46.475887 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Request body: {'subnet': {'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1347085364-subnet', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'ip_version': 4}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:44:46.555386 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Made reservation on behalf of 84dc8a2904d94f0aa42376d376480380 for: {'subnet': 1} {{(pid=103125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:44:46.557652 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58968024'] for subnet (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.767957 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62761931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58968054'] for subnet (83a9d08d-3454-497d-8ece-9198ea58376d), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.820348 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a9d08d-3454-497d-8ece-9198ea58376d,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:46.830179 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Checking segment: {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:44:46.830533 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Network hostable DHCP agents. Network: acd978c2-568e-4889-801f-38ef0d563d96, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:44:46.898814 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Network acd978c2-568e-4889-801f-38ef0d563d96 is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:44:46.967256 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, acd978c2-568e-4889-801f-38ef0d563d96) {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:46.971272 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:46.971868 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:46.977489 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8fe896-cb43-4fee-8dbb-87e179634352 None None] Network acd978c2-568e-4889-801f-38ef0d563d96 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:44:47.063872 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-9dfe72f5-e6d6-4056-98b9-9b57bc55c8b4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5903342 Jan 19 14:44:47.064695 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50078) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:47.069287 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:44:47.074317 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-acd978c2-568e-4889-801f-38ef0d563d96', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'project_id': '84dc8a2904d94f0aa42376d376480380', 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:44:47.075225 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.161037 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (99a44ddb-cb27-4d20-b509-b5706f4526fc), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.162141 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (99a44ddb-cb27-4d20-b509-b5706f4526fc), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.201777 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Allocated IP 172.20.0.2 (acd978c2-568e-4889-801f-38ef0d563d96/83a9d08d-3454-497d-8ece-9198ea58376d/51dc20a8-cc96-4c28-90ed-4046dcf4bd41) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:44:47.216391 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks [] for router_controller (99a44ddb-cb27-4d20-b509-b5706f4526fc), precommit_add_association {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.339983 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Publish callbacks [] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.385317 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.413585 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks [] for router_gateway (99a44ddb-cb27-4d20-b509-b5706f4526fc), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.425688 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Network acd978c2-568e-4889-801f-38ef0d563d96 is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:47.428541 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:47.432068 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:44:47.438738 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Pushing event updated for resources: {'Port': ['ID=51dc20a8-cc96-4c28-90ed-4046dcf4bd41,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:47.449141 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.449495 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.449840 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.450201 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.450537 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.450864 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.451194 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.451521 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.451847 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.452188 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.452491 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.452813 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.453173 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:47.501152 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Attempting to bind port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:44:47.501525 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Attempting to bind port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:44:47.501890 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Attempting to bind port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 on network acd978c2-568e-4889-801f-38ef0d563d96 {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:44:47.506967 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:44:47.507339 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Checking segment: {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:44:47.507740 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.508126 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Bound using segment: {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:44:47.508593 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Bound port: 51dc20a8-cc96-4c28-90ed-4046dcf4bd41, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:44:47.508969 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.568898 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] For port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:44:47.572253 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] For port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=51dc20a8-cc96-4c28-90ed-4046dcf4bd41,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:44:47.631342 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.634999 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks [] for router_gateway (99a44ddb-cb27-4d20-b509-b5706f4526fc), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.653679 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.689349 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7eb52-32fb-41f8-9f3f-a7db9bd259c4 None None] Pushing event updated for resources: {'Port': ['ID=51dc20a8-cc96-4c28-90ed-4046dcf4bd41,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:47.763989 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Allocated IP 172.27.1.201 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/d5b2af65-aa85-4a33-a6ad-86117decba87) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:44:47.882478 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks [] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:47.968267 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:48.007146 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:48.011628 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:48.015118 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:44:48.039887 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b2af65-aa85-4a33-a6ad-86117decba87,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:48.315645 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks [] for router_gateway (99a44ddb-cb27-4d20-b509-b5706f4526fc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:48.510196 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (99a44ddb-cb27-4d20-b509-b5706f4526fc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:48.564296 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4193b-1235-49eb-b495-6d82d91d63a9 None None] Network acd978c2-568e-4889-801f-38ef0d563d96 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:44:48.710340 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Router 99a44ddb-cb27-4d20-b509-b5706f4526fc is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:44:48.759940 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-5757350f-e4f4-4d2a-84cf-ede425438d4c None None] Provisioning complete for port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:48.760379 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5757350f-e4f4-4d2a-84cf-ede425438d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:48.820053 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:44:48.836687 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Sync routers for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:44:48.858671 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:44:48.859283 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:44:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:48.889613 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:48.890973 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-09ac866b-995f-455d-85b6-1bb2e190ca24 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8251507 Jan 19 14:44:48.893649 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50082) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:48.967558 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-5757350f-e4f4-4d2a-84cf-ede425438d4c None None] Current status of the port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:48.967951 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5757350f-e4f4-4d2a-84cf-ede425438d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.019279 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:44:49.022156 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-5757350f-e4f4-4d2a-84cf-ede425438d4c None None] For port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=51dc20a8-cc96-4c28-90ed-4046dcf4bd41,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:49.082025 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-5757350f-e4f4-4d2a-84cf-ede425438d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.190123 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757350f-e4f4-4d2a-84cf-ede425438d4c None None] Pushing event updated for resources: {'Port': ['ID=51dc20a8-cc96-4c28-90ed-4046dcf4bd41,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:49.238760 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-d36e4ace-4507-4e14-bba3-fd05e858beee None None] Provisioning complete for port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:49.239127 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d36e4ace-4507-4e14-bba3-fd05e858beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.330326 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:48Z', 'revision_number': 3, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:49.361348 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Checking router: 99a44ddb-cb27-4d20-b509-b5706f4526fc for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:44:49.361698 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Updating router 99a44ddb-cb27-4d20-b509-b5706f4526fc port d5b2af65-aa85-4a33-a6ad-86117decba87 binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:44:49.384717 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d36e4ace-4507-4e14-bba3-fd05e858beee None None] Current status of the port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:49.393154 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.564645 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.655786 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Publish callbacks [] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.673811 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:44:49.723026 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.726919 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:49.727287 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.729459 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Allocated IP 172.20.0.1 (acd978c2-568e-4889-801f-38ef0d563d96/83a9d08d-3454-497d-8ece-9198ea58376d/f326a232-c026-4e93-89c5-e340e22b7fc0) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:44:49.799837 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17482d1-edc1-4024-b6bb-96d870af51b8 None None] Pushing event updated for resources: {'Port': ['ID=d5b2af65-aa85-4a33-a6ad-86117decba87,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:49.807261 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Attempting to bind port d5b2af65-aa85-4a33-a6ad-86117decba87 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:44:49.807645 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Attempting to bind port d5b2af65-aa85-4a33-a6ad-86117decba87 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:44:49.807987 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Attempting to bind port d5b2af65-aa85-4a33-a6ad-86117decba87 on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:44:49.817071 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:44:49.817369 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:44:49.817764 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.818171 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:44:49.818630 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Bound port: d5b2af65-aa85-4a33-a6ad-86117decba87, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:44:49.819000 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.835637 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Publish callbacks [] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.900407 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] For port d5b2af65-aa85-4a33-a6ad-86117decba87, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:44:49.904344 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] For port d5b2af65-aa85-4a33-a6ad-86117decba87, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=d5b2af65-aa85-4a33-a6ad-86117decba87,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:44:49.905364 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:49.917002 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.955394 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Network acd978c2-568e-4889-801f-38ef0d563d96 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:49.958210 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:49.961540 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:44:49.962814 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:49.994697 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Pushing event updated for resources: {'Port': ['ID=f326a232-c026-4e93-89c5-e340e22b7fc0,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:50.016520 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (99a44ddb-cb27-4d20-b509-b5706f4526fc), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:50.025558 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:44:50.026208 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:44:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:50.030130 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17482d1-edc1-4024-b6bb-96d870af51b8 None None] Pushing event updated for resources: {'Port': ['ID=d5b2af65-aa85-4a33-a6ad-86117decba87,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:50.136137 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:44:50.203473 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:50.252755 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-0291992d-ee76-41ef-ab39-01ac9e3b64ab None None] Provisioning complete for port f326a232-c026-4e93-89c5-e340e22b7fc0 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:50.253045 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0291992d-ee76-41ef-ab39-01ac9e3b64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:50.366644 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Publish callbacks [] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:50.424908 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:50.447755 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-0291992d-ee76-41ef-ab39-01ac9e3b64ab None None] Port f326a232-c026-4e93-89c5-e340e22b7fc0 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:44:50.477252 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:48Z', 'revision_number': 3, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:50.495318 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Pushing event updated for resources: {'Port': ['ID=f326a232-c026-4e93-89c5-e340e22b7fc0,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:50.498180 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (99a44ddb-cb27-4d20-b509-b5706f4526fc), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:50.504424 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e54561-06a2-44f3-aae2-3a759a824151 None None] The sync data for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi is: [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:48Z', 'revision_number': 3, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:44:50.596338 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Network acd978c2-568e-4889-801f-38ef0d563d96 is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:50.598401 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:50.728303 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Router 99a44ddb-cb27-4d20-b509-b5706f4526fc has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:44:50.877863 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:44:50.887770 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-3234a6ea-a2c6-47dc-b797-577034fbba78 admin admin] 10.222.0.79 "PUT /v2.0/routers/99a44ddb-cb27-4d20-b509-b5706f4526fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9924703 Jan 19 14:44:50.889127 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-e39445b6-737e-490e-9014-3a620f0f3854 None None] Provisioning complete for port f326a232-c026-4e93-89c5-e340e22b7fc0 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:50.890027 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e39445b6-737e-490e-9014-3a620f0f3854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:50.942909 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-e39445b6-737e-490e-9014-3a620f0f3854 None None] Port f326a232-c026-4e93-89c5-e340e22b7fc0 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:44:51.577124 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50122) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:51.582654 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-993019563-network', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:44:51.654535 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device d5b2af65-aa85-4a33-a6ad-86117decba87 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:44:51.664982 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Made reservation on behalf of f90cf06ae962442ea98a892ce5f02805 for: {'network': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:44:51.667287 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for network (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.680883 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.705958 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port d5b2af65-aa85-4a33-a6ad-86117decba87 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:51.706455 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.756489 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Publish callbacks [] for security_group (321b81cf-ba1e-4156-946e-225588f97329), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.788629 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port d5b2af65-aa85-4a33-a6ad-86117decba87 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:51.789075 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.809144 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port d5b2af65-aa85-4a33-a6ad-86117decba87, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=d5b2af65-aa85-4a33-a6ad-86117decba87,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:51.819416 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (321b81cf-ba1e-4156-946e-225588f97329), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.841675 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 14:44:51.858280 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b81cf-ba1e-4156-946e-225588f97329,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:51.861217 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.861557 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.segments_db [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Added segment 272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb of type vlan for network 28d89bee-aae0-4740-9247-15a80062a34b Jan 19 14:44:51.876495 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.903841 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765190700710'] for network (28d89bee-aae0-4740-9247-15a80062a34b), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.930312 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=d5b2af65-aa85-4a33-a6ad-86117decba87,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:51.990513 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245'] for network (28d89bee-aae0-4740-9247-15a80062a34b), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:51.991517 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:51.992114 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.050267 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] Pushing event updated for resources: {'Network': ['ID=28d89bee-aae0-4740-9247-15a80062a34b,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:52.060552 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Network 28d89bee-aae0-4740-9247-15a80062a34b details requested by agent ovs-agent-dv-cinder-799871-15-iscsi with host dv-cinder-799871-15-iscsi {{(pid=103127) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 14:44:52.102249 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-f9de62df-8b05-49e1-b4fa-199f3dc2802c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5239680 Jan 19 14:44:52.105162 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50126) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:52.113457 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Request body: {'subnet': {'network_id': '28d89bee-aae0-4740-9247-15a80062a34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-993019563-subnet', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'ip_version': 4}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:44:52.136253 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Sync routers for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:44:52.146505 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:44:52.147114 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:44:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:52.190500 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Made reservation on behalf of f90cf06ae962442ea98a892ce5f02805 for: {'subnet': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:44:52.193517 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58869609'] for subnet (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.250716 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:44:52.418502 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62659118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58869575'] for subnet (c533ad54-7e40-44ee-b37a-b0c31625f719), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.445103 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f326a232-c026-4e93-89c5-e340e22b7fc0', 'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'mac_address': 'fa:16:3e:80:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:49Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 2, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'subnets': [{'id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:52.477327 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Checking router: 99a44ddb-cb27-4d20-b509-b5706f4526fc for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:44:52.477675 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Updating router 99a44ddb-cb27-4d20-b509-b5706f4526fc port f326a232-c026-4e93-89c5-e340e22b7fc0 binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:44:52.483462 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c533ad54-7e40-44ee-b37a-b0c31625f719,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:52.491477 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Checking segment: {'id': '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:44:52.491837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Network hostable DHCP agents. Network: 28d89bee-aae0-4740-9247-15a80062a34b, hostable agents: ['7a575268-bd25-422a-a6e4-0fd1a4074612'], hosted agents: [] {{(pid=103126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 14:44:52.511993 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.556429 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Network 28d89bee-aae0-4740-9247-15a80062a34b is scheduled to be hosted by DHCP agent 7a575268-bd25-422a-a6e4-0fd1a4074612 with binding_index 1 {{(pid=103126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 14:44:52.607750 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-15-iscsi, 28d89bee-aae0-4740-9247-15a80062a34b) {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:52.612745 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:44:52.614073 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.617779 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fd2a1-c00a-4d0a-94dd-51fc8c6764fb None None] Network 28d89bee-aae0-4740-9247-15a80062a34b requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:44:52.680029 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-365f4a87-ed7f-475c-b1ab-f08509c4e9aa admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5735285 Jan 19 14:44:52.682646 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50128) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:52.687761 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:44:52.725671 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0858ba5f-d324-5cb7-a7dc-7e5efcadaf59-28d89bee-aae0-4740-9247-15a80062a34b', 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b', 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'fixed_ips': [{'subnet_id': 'c533ad54-7e40-44ee-b37a-b0c31625f719'}]}} from dv-cinder-799871-15-iscsi. {{(pid=103127) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 14:44:52.726888 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.766302 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57819'] for router (38a364e8-e021-4e39-8035-b0bfcafec2a2), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.767743 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-582962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57824'] for router (38a364e8-e021-4e39-8035-b0bfcafec2a2), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.788816 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Publish callbacks [] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.819776 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks [] for router_controller (38a364e8-e021-4e39-8035-b0bfcafec2a2), precommit_add_association {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.853232 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.878675 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.db_base_plugin_common [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Allocated IP 172.20.0.2 (28d89bee-aae0-4740-9247-15a80062a34b/c533ad54-7e40-44ee-b37a-b0c31625f719/6e6e4ba0-2e44-4183-9af3-fb8f420453d4) {{(pid=103127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:44:52.899565 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Pushing event updated for resources: {'Port': ['ID=f326a232-c026-4e93-89c5-e340e22b7fc0,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:52.908244 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.908590 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.909046 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.909341 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.909644 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.910588 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.910938 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.911270 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.911597 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.911935 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.912260 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.912592 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.912896 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:44:52.978806 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Attempting to bind port f326a232-c026-4e93-89c5-e340e22b7fc0 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:44:52.979108 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Attempting to bind port f326a232-c026-4e93-89c5-e340e22b7fc0 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:44:52.979435 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Attempting to bind port f326a232-c026-4e93-89c5-e340e22b7fc0 on network acd978c2-568e-4889-801f-38ef0d563d96 {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:44:52.985415 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:44:52.985798 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Checking segment: {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:44:52.986234 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:52.986636 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Bound using segment: {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:44:52.987102 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Bound port: f326a232-c026-4e93-89c5-e340e22b7fc0, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:44:52.987475 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.070789 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks [] for router_gateway (38a364e8-e021-4e39-8035-b0bfcafec2a2), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.073086 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] For port f326a232-c026-4e93-89c5-e340e22b7fc0, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:44:53.076448 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Publish callbacks [] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), precommit_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.077009 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] For port f326a232-c026-4e93-89c5-e340e22b7fc0, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f326a232-c026-4e93-89c5-e340e22b7fc0,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:44:53.176489 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-dc13110d-5cb1-4cf4-98fe-569fa4038cba None None] Provisioning complete for port f326a232-c026-4e93-89c5-e340e22b7fc0 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:53.176766 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dc13110d-5cb1-4cf4-98fe-569fa4038cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.197038 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.198921 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), after_create {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.245861 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-dc13110d-5cb1-4cf4-98fe-569fa4038cba None None] Port f326a232-c026-4e93-89c5-e340e22b7fc0 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:44:53.253209 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Network 28d89bee-aae0-4740-9247-15a80062a34b is already hosted by enough agents. {{(pid=103127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:53.256783 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.scheduler.base_scheduler [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Resources bound (agent type, host, resource id): {{(pid=103127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:53.261668 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Received port after_create {{(pid=103127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:44:53.263204 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:44:53.263955 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Pushing event updated for resources: {'Port': ['ID=6e6e4ba0-2e44-4183-9af3-fb8f420453d4,revision_number=1']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:53.275272 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:44:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:53.322377 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Attempting to bind port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:44:53.322744 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Attempting to bind port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:44:53.323103 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Attempting to bind port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 on network 28d89bee-aae0-4740-9247-15a80062a34b {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:44:53.329787 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:44:53.330191 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Checking segment: {'id': '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:44:53.330593 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.330983 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Bound using segment: {'id': '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:44:53.331458 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Bound port: 6e6e4ba0-2e44-4183-9af3-fb8f420453d4, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:44:53.331925 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.386034 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks [] for router_gateway (38a364e8-e021-4e39-8035-b0bfcafec2a2), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.403359 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] For port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:44:53.406796 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] For port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6e6e4ba0-2e44-4183-9af3-fb8f420453d4,segment=NetworkSegment(272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb),segment_id=272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:44:53.408217 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.411588 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:44:53.459932 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc20a4-8e07-4eb2-a513-451543d5e5a4 None None] Pushing event updated for resources: {'Port': ['ID=f326a232-c026-4e93-89c5-e340e22b7fc0,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:53.471949 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-ff936f85-a844-4c46-aae8-b880f84d414a None None] Provisioning complete for port f326a232-c026-4e93-89c5-e340e22b7fc0 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:53.473819 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff936f85-a844-4c46-aae8-b880f84d414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.512824 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.528385 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Allocated IP 172.27.1.222 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/785dec18-672b-48f8-89c3-ac0763a6a118) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:44:53.580710 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952c41d-e3bc-4e3d-a09b-ac3a8b70d7c5 None None] Pushing event updated for resources: {'Port': ['ID=6e6e4ba0-2e44-4183-9af3-fb8f420453d4,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:53.624440 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-ff936f85-a844-4c46-aae8-b880f84d414a None None] Current status of the port f326a232-c026-4e93-89c5-e340e22b7fc0 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:53.624830 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff936f85-a844-4c46-aae8-b880f84d414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.652170 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks [] for port (785dec18-672b-48f8-89c3-ac0763a6a118), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.669805 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-ff936f85-a844-4c46-aae8-b880f84d414a None None] For port f326a232-c026-4e93-89c5-e340e22b7fc0, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f326a232-c026-4e93-89c5-e340e22b7fc0,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:53.682619 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f326a232-c026-4e93-89c5-e340e22b7fc0', 'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'mac_address': 'fa:16:3e:80:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:49Z', 'updated_at': '2022-01-19T14:44:53Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'subnets': [{'id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:53.713208 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device d5b2af65-aa85-4a33-a6ad-86117decba87 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:44:53.716086 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f118f4-45c6-4b8c-9415-9ac59d0855f3 None None] The sync data for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi is: [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f326a232-c026-4e93-89c5-e340e22b7fc0', 'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'mac_address': 'fa:16:3e:80:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:49Z', 'updated_at': '2022-01-19T14:44:53Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'subnets': [{'id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:44:53.744148 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ff936f85-a844-4c46-aae8-b880f84d414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.763151 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:53.833321 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:53.837805 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:53.840853 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:44:53.843794 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Pushing event updated for resources: {'Port': ['ID=785dec18-672b-48f8-89c3-ac0763a6a118,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:53.898910 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff936f85-a844-4c46-aae8-b880f84d414a None None] Pushing event updated for resources: {'Port': ['ID=f326a232-c026-4e93-89c5-e340e22b7fc0,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:53.904773 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port d5b2af65-aa85-4a33-a6ad-86117decba87 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:53.905150 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:54.032412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port d5b2af65-aa85-4a33-a6ad-86117decba87 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:54.256351 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks [] for router_gateway (38a364e8-e021-4e39-8035-b0bfcafec2a2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:54.469451 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-582955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563621'] for router (38a364e8-e021-4e39-8035-b0bfcafec2a2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:54.670847 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Router 38a364e8-e021-4e39-8035-b0bfcafec2a2 is scheduled to L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 with binding_index 1 {{(pid=103126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 14:44:54.716172 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c59f47-9617-40d4-9d11-e62157649e8d None None] Network 28d89bee-aae0-4740-9247-15a80062a34b requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:44:54.782500 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-d90dccfb-cd2c-42cd-8bea-cdcddf069200 None None] Provisioning complete for port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:54.782864 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d90dccfb-cd2c-42cd-8bea-cdcddf069200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:54.784808 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:44:54.812187 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Sync routers for ids ['38a364e8-e021-4e39-8035-b0bfcafec2a2'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:44:54.862321 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Routers {'38a364e8-e021-4e39-8035-b0bfcafec2a2'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:44:54.863085 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:44:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['38a364e8-e021-4e39-8035-b0bfcafec2a2'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:54.890037 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:54.895068 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-668f9d00-c35c-4b29-8442-c8aa05f72709 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2079127 Jan 19 14:44:54.895254 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50134) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:44:55.012708 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d90dccfb-cd2c-42cd-8bea-cdcddf069200 None None] Current status of the port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:55.013088 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d90dccfb-cd2c-42cd-8bea-cdcddf069200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:55.015882 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Set router 38a364e8-e021-4e39-8035-b0bfcafec2a2 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:44:55.157576 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-d90dccfb-cd2c-42cd-8bea-cdcddf069200 None None] For port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6e6e4ba0-2e44-4183-9af3-fb8f420453d4,segment=NetworkSegment(272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb),segment_id=272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:55.219711 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d90dccfb-cd2c-42cd-8bea-cdcddf069200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:55.279609 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dccfb-cd2c-42cd-8bea-cdcddf069200 None None] Pushing event updated for resources: {'Port': ['ID=6e6e4ba0-2e44-4183-9af3-fb8f420453d4,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:55.279814 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:52Z', 'updated_at': '2022-01-19T14:44:54Z', 'revision_number': 3, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'gw_port': {'id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:53Z', 'updated_at': '2022-01-19T14:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:55.311466 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Checking router: 38a364e8-e021-4e39-8035-b0bfcafec2a2 for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:44:55.311741 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Updating router 38a364e8-e021-4e39-8035-b0bfcafec2a2 port 785dec18-672b-48f8-89c3-ac0763a6a118 binding host dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:44:55.347461 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:55.354446 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:55.376428 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-45119104-6c57-4b0a-8c11-ec7fb6d3960c None None] Provisioning complete for port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:55.376428 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45119104-6c57-4b0a-8c11-ec7fb6d3960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:55.512598 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Allocated IP 172.20.0.1 (28d89bee-aae0-4740-9247-15a80062a34b/c533ad54-7e40-44ee-b37a-b0c31625f719/b72e8038-f6b2-4773-93bb-e997be234172) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:44:55.716709 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f326a232-c026-4e93-89c5-e340e22b7fc0 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:44:55.749005 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-45119104-6c57-4b0a-8c11-ec7fb6d3960c None None] Current status of the port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:55.840638 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port f326a232-c026-4e93-89c5-e340e22b7fc0 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:55.840958 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:55.864490 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Publish callbacks [] for port (b72e8038-f6b2-4773-93bb-e997be234172), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:55.880622 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Publish callbacks [] for port (785dec18-672b-48f8-89c3-ac0763a6a118), precommit_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:55.933254 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port f326a232-c026-4e93-89c5-e340e22b7fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:55.934339 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:44:55.952841 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:55.984222 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (b72e8038-f6b2-4773-93bb-e997be234172), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.017443 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Attempting to bind port 785dec18-672b-48f8-89c3-ac0763a6a118 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:44:56.017813 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Attempting to bind port 785dec18-672b-48f8-89c3-ac0763a6a118 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:44:56.018197 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Attempting to bind port 785dec18-672b-48f8-89c3-ac0763a6a118 on network 895c3267-f52d-40cf-8980-511278b26aee {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:44:56.022492 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673b04c-f2f9-4744-a77d-296d2d596d69 None None] Pushing event updated for resources: {'Port': ['ID=785dec18-672b-48f8-89c3-ac0763a6a118,revision_number=2']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:56.022658 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Network 28d89bee-aae0-4740-9247-15a80062a34b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:56.025427 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:56.028987 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:44:56.029146 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:44:56.029444 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Checking segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:44:56.029845 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.030254 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Bound using segment: {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'} {{(pid=103127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:44:56.030730 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.managers [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Bound port: 785dec18-672b-48f8-89c3-ac0763a6a118, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293778a-38c9-4fdf-b377-de7076e4ab24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '895c3267-f52d-40cf-8980-511278b26aee'}}] {{(pid=103127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:44:56.031104 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.054457 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Pushing event updated for resources: {'Port': ['ID=b72e8038-f6b2-4773-93bb-e997be234172,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:56.066921 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:56.067303 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.076718 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-564368'] for router_interface (38a364e8-e021-4e39-8035-b0bfcafec2a2), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.117843 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] For port 785dec18-672b-48f8-89c3-ac0763a6a118, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:44:56.121971 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] For port 785dec18-672b-48f8-89c3-ac0763a6a118, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=785dec18-672b-48f8-89c3-ac0763a6a118,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:44:56.171310 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:56.213321 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.268001 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b72e8038-f6b2-4773-93bb-e997be234172), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.274797 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Routers {'38a364e8-e021-4e39-8035-b0bfcafec2a2'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:44:56.275410 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:44:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['38a364e8-e021-4e39-8035-b0bfcafec2a2'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:56.314312 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673b04c-f2f9-4744-a77d-296d2d596d69 None None] Pushing event updated for resources: {'Port': ['ID=785dec18-672b-48f8-89c3-ac0763a6a118,revision_number=3']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:56.333997 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-a9767d36-e2d8-4233-9150-62d802eda5cf None None] Provisioning complete for port b72e8038-f6b2-4773-93bb-e997be234172 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:56.334366 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a9767d36-e2d8-4233-9150-62d802eda5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b72e8038-f6b2-4773-93bb-e997be234172), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.411324 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a9767d36-e2d8-4233-9150-62d802eda5cf None None] Port b72e8038-f6b2-4773-93bb-e997be234172 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:44:56.423243 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] Set router 38a364e8-e021-4e39-8035-b0bfcafec2a2 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:44:56.433553 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Publish callbacks [] for port (b72e8038-f6b2-4773-93bb-e997be234172), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.505586 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (b72e8038-f6b2-4773-93bb-e997be234172), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.576102 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Pushing event updated for resources: {'Port': ['ID=b72e8038-f6b2-4773-93bb-e997be234172,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:56.576102 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564324'] for router_interface (38a364e8-e021-4e39-8035-b0bfcafec2a2), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.637125 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:52Z', 'updated_at': '2022-01-19T14:44:56Z', 'revision_number': 4, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'gw_port': {'id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:53Z', 'updated_at': '2022-01-19T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'b72e8038-f6b2-4773-93bb-e997be234172', 'name': '', 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'mac_address': 'fa:16:3e:81:e8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:55Z', 'updated_at': '2022-01-19T14:44:55Z', 'revision_number': 1, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'subnets': [{'id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:56.664136 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccff6e2-fa30-4296-b431-2fe5b260d24f None None] The sync data for ids ['38a364e8-e021-4e39-8035-b0bfcafec2a2'] in dv-cinder-799871-15-iscsi is: [{'id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:52Z', 'updated_at': '2022-01-19T14:44:56Z', 'revision_number': 4, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'gw_port': {'id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:53Z', 'updated_at': '2022-01-19T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'b72e8038-f6b2-4773-93bb-e997be234172', 'name': '', 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'mac_address': 'fa:16:3e:81:e8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:55Z', 'updated_at': '2022-01-19T14:44:55Z', 'revision_number': 1, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'subnets': [{'id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:44:56.668344 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Network 28d89bee-aae0-4740-9247-15a80062a34b is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:44:56.669727 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:44:56.803821 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Router 38a364e8-e021-4e39-8035-b0bfcafec2a2 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:44:56.947070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:44:56.953471 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-860303bf-b700-45aa-8a9d-ee2f6dc80403 None None] Provisioning complete for port b72e8038-f6b2-4773-93bb-e997be234172 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:56.953471 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-860303bf-b700-45aa-8a9d-ee2f6dc80403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b72e8038-f6b2-4773-93bb-e997be234172), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:56.958607 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-cb645657-f59d-41aa-bf3a-54cfa64e5650 admin admin] 10.222.0.79 "PUT /v2.0/routers/38a364e8-e021-4e39-8035-b0bfcafec2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0622277 Jan 19 14:44:57.016906 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-860303bf-b700-45aa-8a9d-ee2f6dc80403 None None] Port b72e8038-f6b2-4773-93bb-e997be234172 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:44:57.675186 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 785dec18-672b-48f8-89c3-ac0763a6a118 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:44:57.729240 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 785dec18-672b-48f8-89c3-ac0763a6a118 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:57.729614 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:57.815561 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 785dec18-672b-48f8-89c3-ac0763a6a118 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:57.815970 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:57.837095 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] For port 785dec18-672b-48f8-89c3-ac0763a6a118, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=785dec18-672b-48f8-89c3-ac0763a6a118,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:44:57.941922 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:58.011189 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Pushing event updated for resources: {'Port': ['ID=785dec18-672b-48f8-89c3-ac0763a6a118,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:58.875597 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Sync routers for ids ['38a364e8-e021-4e39-8035-b0bfcafec2a2'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:44:58.891674 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Routers {'38a364e8-e021-4e39-8035-b0bfcafec2a2'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:44:58.893971 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:44:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['38a364e8-e021-4e39-8035-b0bfcafec2a2'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:59.104839 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Set router 38a364e8-e021-4e39-8035-b0bfcafec2a2 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:44:59.331483 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:52Z', 'updated_at': '2022-01-19T14:44:56Z', 'revision_number': 4, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'gw_port': {'id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:53Z', 'updated_at': '2022-01-19T14:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'b72e8038-f6b2-4773-93bb-e997be234172', 'name': '', 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'mac_address': 'fa:16:3e:81:e8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:55Z', 'updated_at': '2022-01-19T14:44:56Z', 'revision_number': 2, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'subnets': [{'id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:44:59.358873 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Checking router: 38a364e8-e021-4e39-8035-b0bfcafec2a2 for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:44:59.359529 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Updating router 38a364e8-e021-4e39-8035-b0bfcafec2a2 port b72e8038-f6b2-4773-93bb-e997be234172 binding host dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 14:44:59.387768 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b72e8038-f6b2-4773-93bb-e997be234172), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:59.652331 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 785dec18-672b-48f8-89c3-ac0763a6a118 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:44:59.710031 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port 785dec18-672b-48f8-89c3-ac0763a6a118 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:44:59.710412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:59.738669 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Publish callbacks [] for port (b72e8038-f6b2-4773-93bb-e997be234172), precommit_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:59.811408 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port 785dec18-672b-48f8-89c3-ac0763a6a118 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:44:59.813720 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (b72e8038-f6b2-4773-93bb-e997be234172), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:59.859503 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcb4ac-d661-42d6-9eb2-68baaab276b3 None None] Pushing event updated for resources: {'Port': ['ID=b72e8038-f6b2-4773-93bb-e997be234172,revision_number=3']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:44:59.938976 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Attempting to bind port b72e8038-f6b2-4773-93bb-e997be234172 on host dv-cinder-799871-15-iscsi for vnic_type normal with profile {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:44:59.939575 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Attempting to bind port b72e8038-f6b2-4773-93bb-e997be234172 by drivers openvswitch,hyperv on host dv-cinder-799871-15-iscsi at level 0 using segments [{'id': '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b'}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:44:59.939745 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Attempting to bind port b72e8038-f6b2-4773-93bb-e997be234172 on network 28d89bee-aae0-4740-9247-15a80062a34b {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:44:59.948255 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Checking agent: {'id': '10b8c538-8d95-425f-bc9d-0a664b37907c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 27, 10), 'started_at': datetime.datetime(2022, 1, 19, 14, 27, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:44:59.948904 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Checking segment: {'id': '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:44:59.949404 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:44:59.950026 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Bound using segment: {'id': '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b'} {{(pid=103128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:44:59.950541 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.managers [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Bound port: b72e8038-f6b2-4773-93bb-e997be234172, host: dv-cinder-799871-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b'}}] {{(pid=103128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:44:59.951082 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b72e8038-f6b2-4773-93bb-e997be234172), before_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.047429 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] For port b72e8038-f6b2-4773-93bb-e997be234172, host dv-cinder-799871-15-iscsi, cleared binding levels {{(pid=103128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:45:00.051749 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.plugins.ml2.db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] For port b72e8038-f6b2-4773-93bb-e997be234172, host dv-cinder-799871-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=b72e8038-f6b2-4773-93bb-e997be234172,segment=NetworkSegment(272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb),segment_id=272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb)] {{(pid=103128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:45:00.122806 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron_lib.callbacks.manager [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (b72e8038-f6b2-4773-93bb-e997be234172), after_update {{(pid=103128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.166860 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-a082812a-afe9-488c-8064-bdff9ae323b0 None None] Provisioning complete for port b72e8038-f6b2-4773-93bb-e997be234172 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:45:00.167463 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a082812a-afe9-488c-8064-bdff9ae323b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b72e8038-f6b2-4773-93bb-e997be234172), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.202880 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Routers {'38a364e8-e021-4e39-8035-b0bfcafec2a2'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:00.203399 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:44:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['38a364e8-e021-4e39-8035-b0bfcafec2a2'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:00.245066 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50210) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:00.297765 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-a082812a-afe9-488c-8064-bdff9ae323b0 None None] Current status of the port b72e8038-f6b2-4773-93bb-e997be234172 is: DOWN; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:45:00.298557 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a082812a-afe9-488c-8064-bdff9ae323b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b72e8038-f6b2-4773-93bb-e997be234172), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.317145 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcb4ac-d661-42d6-9eb2-68baaab276b3 None None] Pushing event updated for resources: {'Port': ['ID=b72e8038-f6b2-4773-93bb-e997be234172,revision_number=4']} {{(pid=103128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:00.341894 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-a082812a-afe9-488c-8064-bdff9ae323b0 None None] For port b72e8038-f6b2-4773-93bb-e997be234172, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=b72e8038-f6b2-4773-93bb-e997be234172,segment=NetworkSegment(272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb),segment_id=272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:00.411308 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] Set router 38a364e8-e021-4e39-8035-b0bfcafec2a2 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:00.423357 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e54abea-6177-4f05-a0e3-0e49e95780c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.470533 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a082812a-afe9-488c-8064-bdff9ae323b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (b72e8038-f6b2-4773-93bb-e997be234172), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.521304 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e54abea-6177-4f05-a0e3-0e49e95780c6 admin admin] Publish callbacks [] for security_group (b4dffd0a-7a68-4dbf-9cb3-905d6c90ea4d), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.553256 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082812a-afe9-488c-8064-bdff9ae323b0 None None] Pushing event updated for resources: {'Port': ['ID=b72e8038-f6b2-4773-93bb-e997be234172,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:00.598672 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-fdf3a600-1b34-4c5c-be75-0f2d1091918f None None] Provisioning complete for port b72e8038-f6b2-4773-93bb-e997be234172 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:45:00.599373 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-fdf3a600-1b34-4c5c-be75-0f2d1091918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b72e8038-f6b2-4773-93bb-e997be234172), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.634076 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-0e54abea-6177-4f05-a0e3-0e49e95780c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (b4dffd0a-7a68-4dbf-9cb3-905d6c90ea4d), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.688389 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-0e54abea-6177-4f05-a0e3-0e49e95780c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=841b04979fb14242913eb87e519d538e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274082 Jan 19 14:45:00.688389 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54abea-6177-4f05-a0e3-0e49e95780c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dffd0a-7a68-4dbf-9cb3-905d6c90ea4d,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:00.688837 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50214) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:00.702025 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3a600-1b34-4c5c-be75-0f2d1091918f None None] Current status of the port b72e8038-f6b2-4773-93bb-e997be234172 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:45:00.711681 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:52Z', 'updated_at': '2022-01-19T14:44:56Z', 'revision_number': 4, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'gw_port': {'id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:53Z', 'updated_at': '2022-01-19T14:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'b72e8038-f6b2-4773-93bb-e997be234172', 'name': '', 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'mac_address': 'fa:16:3e:81:e8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:55Z', 'updated_at': '2022-01-19T14:45:00Z', 'revision_number': 4, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'subnets': [{'id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:00.750391 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694d7e0-ad74-477c-adca-853db45b87f2 None None] The sync data for ids ['38a364e8-e021-4e39-8035-b0bfcafec2a2'] in dv-cinder-799871-15-iscsi is: [{'id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:52Z', 'updated_at': '2022-01-19T14:44:56Z', 'revision_number': 4, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'gw_port': {'id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:53Z', 'updated_at': '2022-01-19T14:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'b72e8038-f6b2-4773-93bb-e997be234172', 'name': '', 'network_id': '28d89bee-aae0-4740-9247-15a80062a34b', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'mac_address': 'fa:16:3e:81:e8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:55Z', 'updated_at': '2022-01-19T14:45:00Z', 'revision_number': 4, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'subnets': [{'id': 'c533ad54-7e40-44ee-b37a-b0c31625f719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:45:00.752642 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-738ae5c8-25d6-4fce-bc87-b97a29ad56b8 admin admin] Publish callbacks [] for security_group (b4dffd0a-7a68-4dbf-9cb3-905d6c90ea4d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:00.777126 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-738ae5c8-25d6-4fce-bc87-b97a29ad56b8 admin admin] Publish callbacks [] for security_group (b4dffd0a-7a68-4dbf-9cb3-905d6c90ea4d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:01.041348 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-738ae5c8-25d6-4fce-bc87-b97a29ad56b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (b4dffd0a-7a68-4dbf-9cb3-905d6c90ea4d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:01.044084 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-738ae5c8-25d6-4fce-bc87-b97a29ad56b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:01.051014 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-738ae5c8-25d6-4fce-bc87-b97a29ad56b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b4dffd0a-7a68-4dbf-9cb3-905d6c90ea4d HTTP/1.1" status: 204 len: 168 time: 0.3554523 Jan 19 14:45:01.054171 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ae5c8-25d6-4fce-bc87-b97a29ad56b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dffd0a-7a68-4dbf-9cb3-905d6c90ea4d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:01.683525 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device b72e8038-f6b2-4773-93bb-e997be234172 up at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:45:01.683755 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50224) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:01.697349 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffb9384e-72e9-4fa0-b255-28c7208e595b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:01.761772 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Provisioning complete for port b72e8038-f6b2-4773-93bb-e997be234172 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:45:01.762396 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b72e8038-f6b2-4773-93bb-e997be234172), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:01.797017 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffb9384e-72e9-4fa0-b255-28c7208e595b admin admin] Publish callbacks [] for security_group (e59e0cec-4cc3-4a9b-8743-43deefa4c2ad), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:01.856235 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Current status of the port b72e8038-f6b2-4773-93bb-e997be234172 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:45:01.870569 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ffb9384e-72e9-4fa0-b255-28c7208e595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e59e0cec-4cc3-4a9b-8743-43deefa4c2ad), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:01.918477 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-ffb9384e-72e9-4fa0-b255-28c7208e595b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8db103a41e8c40208853655b6a58b86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327154 Jan 19 14:45:01.918903 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9384e-72e9-4fa0-b255-28c7208e595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59e0cec-4cc3-4a9b-8743-43deefa4c2ad,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:01.920155 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50226) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:01.978754 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-05fe4877-925e-46bd-9243-57998826d8f4 admin admin] Publish callbacks [] for security_group (e59e0cec-4cc3-4a9b-8743-43deefa4c2ad), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:02.004685 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-05fe4877-925e-46bd-9243-57998826d8f4 admin admin] Publish callbacks [] for security_group (e59e0cec-4cc3-4a9b-8743-43deefa4c2ad), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:02.145040 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-05fe4877-925e-46bd-9243-57998826d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e59e0cec-4cc3-4a9b-8743-43deefa4c2ad), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:02.147807 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-05fe4877-925e-46bd-9243-57998826d8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:02.149035 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-05fe4877-925e-46bd-9243-57998826d8f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e59e0cec-4cc3-4a9b-8743-43deefa4c2ad HTTP/1.1" status: 204 len: 168 time: 0.2273836 Jan 19 14:45:02.159671 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe4877-925e-46bd-9243-57998826d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59e0cec-4cc3-4a9b-8743-43deefa4c2ad,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:04.155173 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-efe9a8b2-c4b4-4385-9f49-e463a929fba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:04.268060 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50260) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:04.391203 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:04.483179 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Publish callbacks [] for security_group (ffd4ed3e-0f86-4987-bf73-bec61883e2cd), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:04.572886 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ffd4ed3e-0f86-4987-bf73-bec61883e2cd), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:04.612082 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4ed3e-0f86-4987-bf73-bec61883e2cd,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:04.620355 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.620787 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.621136 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.621473 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.621801 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.622149 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.622480 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.622807 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.623131 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.623709 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.624037 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.624354 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.624740 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:04.632399 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-30136475-c0d4-49ac-9498-46dd2a8aa833 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d0388f2827e43c39fc1052ece73a41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608191 Jan 19 14:45:04.632600 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50264) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:04.686372 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5aa053ae-dc1f-4e37-8c5e-6be0bc749abf admin admin] Publish callbacks [] for security_group (ffd4ed3e-0f86-4987-bf73-bec61883e2cd), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:04.709742 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5aa053ae-dc1f-4e37-8c5e-6be0bc749abf admin admin] Publish callbacks [] for security_group (ffd4ed3e-0f86-4987-bf73-bec61883e2cd), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:04.849023 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5aa053ae-dc1f-4e37-8c5e-6be0bc749abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (ffd4ed3e-0f86-4987-bf73-bec61883e2cd), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:04.851662 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-5aa053ae-dc1f-4e37-8c5e-6be0bc749abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:04.855207 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-5aa053ae-dc1f-4e37-8c5e-6be0bc749abf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ffd4ed3e-0f86-4987-bf73-bec61883e2cd HTTP/1.1" status: 204 len: 168 time: 0.2194123 Jan 19 14:45:04.860853 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa053ae-dc1f-4e37-8c5e-6be0bc749abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4ed3e-0f86-4987-bf73-bec61883e2cd,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:06.347055 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-45450896-7649-4ea7-b8d3-4b26513e139b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:07.841703 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:08.292040 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-173e39bd-6f74-4dc6-b1e1-1d664e6cf973 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e36ef5d93d094c0b8502b26efe651de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286233 Jan 19 14:45:08.468641 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-34668e66-6663-49e1-84aa-ae0d2b7478fe tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:08.470100 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-34668e66-6663-49e1-84aa-ae0d2b7478fe tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731021 Jan 19 14:45:08.484152 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-7ec0a682-4a1f-436e-b9f8-e535d429371d tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/quotas/e36ef5d93d094c0b8502b26efe651de7 HTTP/1.1" status: 200 len: 375 time: 0.0083523 Jan 19 14:45:08.514073 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-6c2c5350-1357-41fc-a75d-e2e0b932a5d3 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e36ef5d93d094c0b8502b26efe651de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258501 Jan 19 14:45:08.791297 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-91f4cc58-ca70-44a1-a750-1d4774859a8e req-0826db78-999c-455c-ba57-4a3106e955f2 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 210 time: 0.0250351 Jan 19 14:45:09.059385 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:09.164298 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-bd7087a1-df9c-4bee-a723-ef9a831c4551 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:09.165846 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-bd7087a1-df9c-4bee-a723-ef9a831c4551 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/networks?id=acd978c2-568e-4889-801f-38ef0d563d96 HTTP/1.1" status: 200 len: 815 time: 0.1039987 Jan 19 14:45:09.180734 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-695a0499-08b3-4a59-bfea-e5fe350e0496 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/quotas/84dc8a2904d94f0aa42376d376480380 HTTP/1.1" status: 200 len: 375 time: 0.0095482 Jan 19 14:45:09.229604 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-e4840d1b-7fbc-43b4-bfcc-78690646cbed tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=84dc8a2904d94f0aa42376d376480380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438783 Jan 19 14:45:09.336072 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-cf8b0b3b-6ec7-4515-9042-c2aee0135a4c service neutron] 10.222.0.79 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949090 Jan 19 14:45:09.421692 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-784953aa-e5dd-4fb3-9f69-56b3adf06135 service neutron] 10.222.0.79 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797200 Jan 19 14:45:09.740571 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d65303c9-41d4-421e-b652-3a96b83ad898 req-7eeb5702-dca9-4734-997f-e6b3bdf05721 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 210 time: 0.1274240 Jan 19 14:45:09.881421 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-fea5b7bc-9261-4571-8c16-681477e8b8c4 req-69b8d7cd-29eb-44e8-92d8-80c398dab277 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 210 time: 0.0262651 Jan 19 14:45:10.367303 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:10.825027 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-6364b197-0578-4214-b4af-841fe13efefe tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e36ef5d93d094c0b8502b26efe651de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299294 Jan 19 14:45:10.841863 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-db0cd080-a1a1-4961-81da-e83aa362daf1 req-db37cf25-bd23-4c64-890a-6eb4c4f528ca tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 210 time: 0.0293388 Jan 19 14:45:10.982141 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-12b2eb9a-39ef-489d-b0e3-564862043ec7 req-8663ca92-02ce-4ccf-8514-470c3bc0e658 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Jan 19 14:45:11.022453 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-409a0bdd-7964-4308-a166-242fce5b2298 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:11.023909 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-409a0bdd-7964-4308-a166-242fce5b2298 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925795 Jan 19 14:45:11.035195 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Request body: {'port': {'device_id': 'c7b37992-ab51-42f9-91d4-34fe9f0af6e0', 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e', 'admin_state_up': True, 'tenant_id': 'e36ef5d93d094c0b8502b26efe651de7'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:11.241621 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Made reservation on behalf of e36ef5d93d094c0b8502b26efe651de7 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:45:11.245477 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:11.254681 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:11.330012 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks [] for security_group (f0895c49-671b-42ef-9901-43916d3dc064), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:11.378648 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:11.407125 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (f0895c49-671b-42ef-9901-43916d3dc064), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:11.469790 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0895c49-671b-42ef-9901-43916d3dc064,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:11.536495 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Allocated IP 192.168.233.125 (8d6d9f82-12b9-481c-a14c-5bc7ffc6355e/52c48d8a-a6a9-4e6f-9713-684d19ad11ab/8fbb91bc-dc83-4cc9-bf14-0cf0aed65506) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:45:11.679769 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks [] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:11.745557 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:11.837428 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:45:11.846098 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:45:11.848778 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:45:11.887518 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Pushing event updated for resources: {'Port': ['ID=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:11.931943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:11.932578 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:11.957311 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-d92c860f-6374-431e-a77c-b029f922ef41 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:11.959482 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-d92c860f-6374-431e-a77c-b029f922ef41 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.57 "GET /v2.0/networks?id=acd978c2-568e-4889-801f-38ef0d563d96 HTTP/1.1" status: 200 len: 815 time: 0.2114766 Jan 19 14:45:11.960911 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2397d4cb-9c2c-47b5-b0a7-a334555a9dac req-69b71fa0-71ae-4a61-b713-ad898f4c9ebf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 210 time: 0.0405753 Jan 19 14:45:11.976636 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'port': {'device_id': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'admin_state_up': True, 'tenant_id': '84dc8a2904d94f0aa42376d376480380'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:12.034447 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-8c693698-fac9-416d-aa2b-793be04d4eb1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0028241 Jan 19 14:45:12.047466 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Request body: {'port': {'device_id': 'c7b37992-ab51-42f9-91d4-34fe9f0af6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:12.111587 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71fd60-6363-42fd-910f-78cce988a660 req-cece9057-5a5e-43db-b61a-61e487d86deb tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:12.113070 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8b71fd60-6363-42fd-910f-78cce988a660 req-cece9057-5a5e-43db-b61a-61e487d86deb tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 936 time: 0.0511811 Jan 19 14:45:12.126161 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:12.143580 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-c4549a73-f159-4af0-b18f-604a1d4ae2c5 None None] Provisioning complete for port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:45:12.144168 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-c4549a73-f159-4af0-b18f-604a1d4ae2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:12.171743 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8b71fd60-6363-42fd-910f-78cce988a660 req-4167f0b6-1c68-41a9-a295-caa7e8d93b2f tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521884 Jan 19 14:45:12.182390 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-c4549a73-f159-4af0-b18f-604a1d4ae2c5 None None] Port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:45:12.256056 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Made reservation on behalf of 84dc8a2904d94f0aa42376d376480380 for: {'port': 1} {{(pid=103126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 14:45:12.256688 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:12.469010 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_common [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Allocated IP 172.20.0.3 (acd978c2-568e-4889-801f-38ef0d563d96/83a9d08d-3454-497d-8ece-9198ea58376d/b0f3c0c9-4bed-46da-baa1-a078223aca88) {{(pid=103126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:45:12.551227 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:45:12.562808 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Publish callbacks [] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:12.618337 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Transition to ACTIVE for port object 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:45:12.697392 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:12.723456 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:12.812736 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Pushing event updated for resources: {'Port': ['ID=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:12.933990 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Attempting to bind port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:45:12.934751 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Attempting to bind port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd0778413-52d1-42de-bb86-494ad8160003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:45:12.935507 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Attempting to bind port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 on network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:45:12.942306 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 on network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:45:12.942943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Attempting to bind port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 on network 8d6d9f82-12b9-481c-a14c-5bc7ffc6355e {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:45:12.951366 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:45:12.951986 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Checking segment: {'id': 'd0778413-52d1-42de-bb86-494ad8160003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:45:12.952600 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Bound using segment: {'id': 'd0778413-52d1-42de-bb86-494ad8160003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:45:12.957577 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Bound port: 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0778413-52d1-42de-bb86-494ad8160003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:45:12.958947 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:12.965929 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:13.119727 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Network acd978c2-568e-4889-801f-38ef0d563d96 is already hosted by enough agents. {{(pid=103126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:45:13.157476 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.base_scheduler [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Resources bound (agent type, host, resource id): {{(pid=103126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:45:13.160052 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa4f69-c43b-4e18-b875-f50a060bd00b req-906e6589-8e49-4536-8ae3-001761af4c83 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:13.168527 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02fa4f69-c43b-4e18-b875-f50a060bd00b req-906e6589-8e49-4536-8ae3-001761af4c83 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 931 time: 0.0837142 Jan 19 14:45:13.181020 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Received port after_create {{(pid=103126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:45:13.224631 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'Port': ['ID=b0f3c0c9-4bed-46da-baa1-a078223aca88,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:13.279621 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:13.279894 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02fa4f69-c43b-4e18-b875-f50a060bd00b req-5503ce99-1224-4ebc-b1b5-29c814040465 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979002 Jan 19 14:45:13.280877 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:13.304613 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] For port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:45:13.309414 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] For port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,segment=NetworkSegment(d0778413-52d1-42de-bb86-494ad8160003),segment_id=d0778413-52d1-42de-bb86-494ad8160003)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:45:13.375780 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:13.423706 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179c4b0-487b-4b91-a7e3-6c9b141d918f req-df68753d-72f0-4e0f-a3af-7c2860c039a9 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:13.425135 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-c0f7832c-c78e-444a-af01-868f8cd85e90 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4542401 Jan 19 14:45:13.426594 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:13.427825 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:13.429340 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] 10.222.0.57 "PUT /v2.0/ports/8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 HTTP/1.1" status: 200 len: 1098 time: 1.3881459 Jan 19 14:45:13.430976 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4179c4b0-487b-4b91-a7e3-6c9b141d918f req-df68753d-72f0-4e0f-a3af-7c2860c039a9 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 948 time: 0.1194344 Jan 19 14:45:13.435924 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b37992-ab51-42f9-91d4-34fe9f0af6e0', 'tag': '8fbb91bc-dc83-4cc9-bf14-0cf0aed65506'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:13.440603 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845a3bca-75e8-4d8a-a5ac-ab38b997069e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b37992-ab51-42f9-91d4-34fe9f0af6e0", "tag": "8fbb91bc-dc83-4cc9-bf14-0cf0aed65506"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:13.455237 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Request body: {'port': {'device_id': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:13.563397 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4179c4b0-487b-4b91-a7e3-6c9b141d918f req-8a7ebb2a-d844-43ee-9d48-90e6040ef8bb tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095934 Jan 19 14:45:13.607929 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7e10d-9002-4d91-91d7-d5df463a6507 x-openstack-request-id: req-73f7e10d-9002-4d91-91d7-d5df463a6507 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:13.608632 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b37992-ab51-42f9-91d4-34fe9f0af6e0", "tag": "8fbb91bc-dc83-4cc9-bf14-0cf0aed65506", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:13.608887 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-73f7e10d-9002-4d91-91d7-d5df463a6507 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:13.609337 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b37992-ab51-42f9-91d4-34fe9f0af6e0', 'tag': '8fbb91bc-dc83-4cc9-bf14-0cf0aed65506', 'status': 'completed', 'code': 200} Jan 19 14:45:13.610468 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:13.613145 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddc6f5-9edb-4537-8082-763e14bf0b4e service neutron] Pushing event updated for resources: {'Port': ['ID=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:13.725244 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-b0bcd27d-89d6-4c95-8818-7b808dde1084 None None] Provisioning complete for port b0f3c0c9-4bed-46da-baa1-a078223aca88 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:45:13.725244 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd27d-89d6-4c95-8818-7b808dde1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:13.823096 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-b0bcd27d-89d6-4c95-8818-7b808dde1084 None None] Port b0f3c0c9-4bed-46da-baa1-a078223aca88 cannot update to ACTIVE because it is not bound. {{(pid=103127) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 14:45:14.015041 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f3c0c9-4bed-46da-baa1-a078223aca88 {{(pid=103126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:45:14.023880 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Publish callbacks [] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), precommit_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:14.040657 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.provisioning_blocks [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Transition to ACTIVE for port object b0f3c0c9-4bed-46da-baa1-a078223aca88 will not be triggered until provisioned by entity L2. {{(pid=103126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 14:45:14.116943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:14.198969 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f3c0c9-4bed-46da-baa1-a078223aca88,revision_number=2']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:14.283270 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Attempting to bind port b0f3c0c9-4bed-46da-baa1-a078223aca88 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 14:45:14.283665 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Attempting to bind port b0f3c0c9-4bed-46da-baa1-a078223aca88 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 14:45:14.284061 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Attempting to bind port b0f3c0c9-4bed-46da-baa1-a078223aca88 on network acd978c2-568e-4889-801f-38ef0d563d96 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:45:14.289094 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Port b0f3c0c9-4bed-46da-baa1-a078223aca88 on network acd978c2-568e-4889-801f-38ef0d563d96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 14:45:14.289283 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Attempting to bind port b0f3c0c9-4bed-46da-baa1-a078223aca88 on network acd978c2-568e-4889-801f-38ef0d563d96 {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 14:45:14.294692 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Checking agent: {'id': '664bc1d5-4544-485c-82e3-00a49f2c5c3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'started_at': datetime.datetime(2022, 1, 19, 14, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 14:45:14.295099 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Checking segment: {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 14:45:14.295551 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Bound using segment: {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'} {{(pid=103126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 14:45:14.296043 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.managers [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Bound port: b0f3c0c9-4bed-46da-baa1-a078223aca88, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6346d61f-446d-44a6-b9eb-8045ecdb5490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96'}}] {{(pid=103126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 14:45:14.296470 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), before_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:14.377838 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] For port b0f3c0c9-4bed-46da-baa1-a078223aca88, host hv-cinder-79987, cleared binding levels {{(pid=103126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 14:45:14.382575 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] For port b0f3c0c9-4bed-46da-baa1-a078223aca88, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 14:45:14.430904 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62cef2-24af-45aa-9e56-8c7ae1809f1f req-45477c26-67ff-4f18-aa47-53ac1dd72300 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:14.432529 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4a62cef2-24af-45aa-9e56-8c7ae1809f1f req-45477c26-67ff-4f18-aa47-53ac1dd72300 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 943 time: 0.0594440 Jan 19 14:45:14.450629 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:45:14.483173 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62659285'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), after_update {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:14.505378 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4a62cef2-24af-45aa-9e56-8c7ae1809f1f req-a82b5ad0-d2a2-4c21-96d3-ffa5acec1ce2 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633950 Jan 19 14:45:14.546461 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:14.547555 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:14.550451 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] 10.222.0.57 "PUT /v2.0/ports/b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 200 len: 1093 time: 1.1057694 Jan 19 14:45:14.576745 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea02b5e-2822-4acb-b80f-94aee0cdb809 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f3c0c9-4bed-46da-baa1-a078223aca88,revision_number=3']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:14.752060 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fac494-f8ec-4268-998a-f6ddbcb558fa req-72438406-6996-42f4-9c54-2a5b8ed1d5c6 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:14.753666 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f0fac494-f8ec-4268-998a-f6ddbcb558fa req-72438406-6996-42f4-9c54-2a5b8ed1d5c6 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 948 time: 0.0705731 Jan 19 14:45:14.818240 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-f0fac494-f8ec-4268-998a-f6ddbcb558fa req-4dcf3b27-89b8-409e-b47d-b383d3ee1b91 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565138 Jan 19 14:45:15.610293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:15.613228 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f248dc0-41ea-4001-b2ec-503e57dcdfac" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:15.622923 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d2275-23cd-4652-b626-4d511c2612e8 req-78a6ea7d-6355-4a3d-8f96-d4a280ed9d02 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:15.627139 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c98d2275-23cd-4652-b626-4d511c2612e8 req-78a6ea7d-6355-4a3d-8f96-d4a280ed9d02 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 943 time: 0.0557492 Jan 19 14:45:15.652682 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29246116-2ffd-4703-9527-84e9928562c1 x-openstack-request-id: req-29246116-2ffd-4703-9527-84e9928562c1 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:15.652981 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:15.653237 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29246116-2ffd-4703-9527-84e9928562c1 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:15.653640 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'status': 'completed', 'code': 200} Jan 19 14:45:15.685733 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-c98d2275-23cd-4652-b626-4d511c2612e8 req-ada32316-1914-443c-a407-58a317117e44 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508473 Jan 19 14:45:15.941549 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82414-a4ca-4362-ba69-c21366610408 req-748df651-e259-4fb2-81a4-f48a8dbf9791 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:15.943738 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8dd82414-a4ca-4362-ba69-c21366610408 req-748df651-e259-4fb2-81a4-f48a8dbf9791 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 948 time: 0.0555089 Jan 19 14:45:15.994386 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8dd82414-a4ca-4362-ba69-c21366610408 req-0a47e230-6987-4cd7-b5e8-934a15325d8d tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443287 Jan 19 14:45:16.803755 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c158c83-18f1-4f81-801b-2ba354acb8dc req-5e7d8a33-6b90-44c4-817b-3922ab3a7bbf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:16.805469 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7c158c83-18f1-4f81-801b-2ba354acb8dc req-5e7d8a33-6b90-44c4-817b-3922ab3a7bbf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 943 time: 0.0507424 Jan 19 14:45:16.858247 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7c158c83-18f1-4f81-801b-2ba354acb8dc req-b3943b4d-d70a-483f-93e4-0c25ff7303b5 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462251 Jan 19 14:45:17.148166 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5e733-6727-4f82-a353-99d0bb2109ed req-b81ca0a8-bc5f-4d83-8d6e-9066f458b509 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:17.150134 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6db5e733-6727-4f82-a353-99d0bb2109ed req-b81ca0a8-bc5f-4d83-8d6e-9066f458b509 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 948 time: 0.0825596 Jan 19 14:45:17.215100 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6db5e733-6727-4f82-a353-99d0bb2109ed req-6fcad0f5-c9bf-4798-82ce-b3e025a8bae4 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591605 Jan 19 14:45:17.976022 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949cf40-d52a-41b1-a91e-c968972c3738 req-62aeda46-234f-42ab-9554-760b2643d01d tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:17.979294 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b949cf40-d52a-41b1-a91e-c968972c3738 req-62aeda46-234f-42ab-9554-760b2643d01d tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 943 time: 0.0526266 Jan 19 14:45:18.034536 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b949cf40-d52a-41b1-a91e-c968972c3738 req-c83e7b11-ade8-478a-949d-3ae404bef5e6 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Jan 19 14:45:18.345832 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c044049-049d-40d8-b011-9146e889a369 req-eb1c61f2-3d09-426b-a918-7cd09e3123c4 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:18.348625 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7c044049-049d-40d8-b011-9146e889a369 req-eb1c61f2-3d09-426b-a918-7cd09e3123c4 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 948 time: 0.0566971 Jan 19 14:45:18.403416 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7c044049-049d-40d8-b011-9146e889a369 req-dcdc98d3-7d7e-47f0-acd7-a6eb8f09e653 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481527 Jan 19 14:45:19.159422 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892e9df-a92c-479d-9d3c-3caf0490df76 req-ee4a32ec-6365-403e-af4b-0fc1522f6854 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:19.161136 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9892e9df-a92c-479d-9d3c-3caf0490df76 req-ee4a32ec-6365-403e-af4b-0fc1522f6854 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 943 time: 0.0509369 Jan 19 14:45:19.364098 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9892e9df-a92c-479d-9d3c-3caf0490df76 req-7ddbb83e-9715-4ba7-8ad6-751326db9180 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546212 Jan 19 14:45:19.527596 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6929a-289c-4d30-8cb4-b3a5f7bd8088 req-775c90aa-cada-432d-9cef-1a85c2fff766 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:19.529094 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e1b6929a-289c-4d30-8cb4-b3a5f7bd8088 req-775c90aa-cada-432d-9cef-1a85c2fff766 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 948 time: 0.0514400 Jan 19 14:45:19.578790 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e1b6929a-289c-4d30-8cb4-b3a5f7bd8088 req-55de3d7a-b24e-45af-bf1d-65e57ac972f9 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Jan 19 14:45:20.459102 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17f70d-1ed5-4f85-a6b7-4ebce24eef66 req-d09b620b-e8ac-41d2-b257-4964e825091b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:20.460446 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6f17f70d-1ed5-4f85-a6b7-4ebce24eef66 req-d09b620b-e8ac-41d2-b257-4964e825091b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 943 time: 0.0505397 Jan 19 14:45:20.505954 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-6f17f70d-1ed5-4f85-a6b7-4ebce24eef66 req-455c8216-d9b7-442e-9e54-f9b9c863a900 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396166 Jan 19 14:45:20.692124 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08108b17-ab21-4474-aea0-76d9ec1d5aff req-a9ede120-4d92-4540-94c9-4e9b71669459 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:20.694082 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-08108b17-ab21-4474-aea0-76d9ec1d5aff req-a9ede120-4d92-4540-94c9-4e9b71669459 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 948 time: 0.0479670 Jan 19 14:45:20.738175 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-08108b17-ab21-4474-aea0-76d9ec1d5aff req-9b02bb8c-9f20-4bf6-ab49-43b1365c2cff tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 Jan 19 14:45:21.279163 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-f4527947-118e-4b22-b34e-7ea7a19284c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:21.280632 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-f4527947-118e-4b22-b34e-7ea7a19284c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e36ef5d93d094c0b8502b26efe651de7&device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 1101 time: 0.0535185 Jan 19 14:45:21.318624 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248dc0-41ea-4001-b2ec-503e57dcdfac req-7725bf28-0f83-495a-8afb-0ba7d989fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:21.320087 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5f248dc0-41ea-4001-b2ec-503e57dcdfac req-7725bf28-0f83-495a-8afb-0ba7d989fc48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dc8a2904d94f0aa42376d376480380&device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 1096 time: 0.0393608 Jan 19 14:45:21.330645 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-b7649373-fb4d-4650-a645-43aa1b4973fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 HTTP/1.1" status: 200 len: 217 time: 0.0363247 Jan 19 14:45:21.342131 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-bbd700fc-1aae-40d5-8a85-10e1427a40ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749176 Jan 19 14:45:21.389767 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-0f006b25-205c-4798-80e6-9bcbebb20b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:21.391392 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-0f006b25-205c-4798-80e6-9bcbebb20b31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=52c48d8a-a6a9-4e6f-9713-684d19ad11ab HTTP/1.1" status: 200 len: 843 time: 0.0478990 Jan 19 14:45:21.463980 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-bada0df6-d873-4d53-a726-bbabadd917ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:21.465487 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-bada0df6-d873-4d53-a726-bbabadd917ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d6d9f82-12b9-481c-a14c-5bc7ffc6355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0672812 Jan 19 14:45:21.467156 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-7f9617e5-fe7f-44bd-885b-d15ae038b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:21.468475 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-7f9617e5-fe7f-44bd-885b-d15ae038b9d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 1098 time: 0.0614197 Jan 19 14:45:21.478798 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-ef8c609b-a7b6-4f13-925a-723ff3f974bd service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103126) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 14:45:21.479755 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-ef8c609b-a7b6-4f13-925a-723ff3f974bd service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054901 Jan 19 14:45:21.495421 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248dc0-41ea-4001-b2ec-503e57dcdfac req-1d206caa-97e4-4474-8c45-84d6033c4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:21.496857 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5f248dc0-41ea-4001-b2ec-503e57dcdfac req-1d206caa-97e4-4474-8c45-84d6033c4bc4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=84dc8a2904d94f0aa42376d376480380&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1636226 Jan 19 14:45:21.639088 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-2ccbd786-db50-4d85-a2fe-80b40ef5c39e service neutron] 10.222.0.57 "GET /v2.0/networks/8d6d9f82-12b9-481c-a14c-5bc7ffc6355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477416 Jan 19 14:45:21.641567 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-77ceff92-fe18-4ccf-8ace-98c7e53dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:21.642890 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-77ceff92-fe18-4ccf-8ace-98c7e53dead1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 912 time: 0.1446190 Jan 19 14:45:21.694127 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcef60-cab9-4527-b4d2-d969ad2f88c8 req-bd50e85e-333b-444d-9321-692df6369b2b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:21.695659 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b8fcef60-cab9-4527-b4d2-d969ad2f88c8 req-bd50e85e-333b-444d-9321-692df6369b2b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 943 time: 0.1197267 Jan 19 14:45:21.697201 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248dc0-41ea-4001-b2ec-503e57dcdfac req-68d31a2b-dc87-40b8-87b2-19a49733e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:21.698565 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5f248dc0-41ea-4001-b2ec-503e57dcdfac req-68d31a2b-dc87-40b8-87b2-19a49733e25e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957760 Jan 19 14:45:22.013519 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-c706e3c9-a013-43f1-9d21-9494dce0bd2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=983209d7-8336-4921-ac06-d6a6f300a72c HTTP/1.1" status: 200 len: 1001 time: 0.3631153 Jan 19 14:45:22.043519 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-b8fcef60-cab9-4527-b4d2-d969ad2f88c8 req-d56f4ee3-4ea7-4f3c-96e4-63117b268a0d tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418636 Jan 19 14:45:22.057346 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-f9f90afb-77f2-456d-974b-ebd4ce7a3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.058903 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-f9f90afb-77f2-456d-974b-ebd4ce7a3c11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dc8a2904d94f0aa42376d376480380&device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 1096 time: 0.1017194 Jan 19 14:45:22.066135 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d235f3-39b0-4fef-bb98-0c55044f707b req-89893d7b-e4d9-40a7-801b-1575887fde33 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.067845 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a0d235f3-39b0-4fef-bb98-0c55044f707b req-89893d7b-e4d9-40a7-801b-1575887fde33 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 948 time: 0.1114309 Jan 19 14:45:22.069950 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e2341991-2d00-4211-b2de-90e7f40130f8 req-85ac3de8-6128-4a2d-aa80-3ab6ff650fec service neutron] 10.222.0.57 "GET /v2.0/networks/8d6d9f82-12b9-481c-a14c-5bc7ffc6355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186177 Jan 19 14:45:22.082201 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-1e8b95fc-084c-4d96-bd6e-456d98326fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.083653 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-1e8b95fc-084c-4d96-bd6e-456d98326fb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.0615048 Jan 19 14:45:22.112240 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-91cbff80-042c-40ab-93f9-c8ece3d285d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 200 len: 217 time: 0.0437799 Jan 19 14:45:22.127816 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-bfe7f226-838c-49ad-8529-692ab0b842fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.132185 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-bfe7f226-838c-49ad-8529-692ab0b842fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400927 Jan 19 14:45:22.182825 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a0d235f3-39b0-4fef-bb98-0c55044f707b req-44187cf2-ff27-4342-93fa-9cbd6b139346 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071389 Jan 19 14:45:22.184292 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-2147d166-79a9-40b4-ac9a-227439dee539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.185781 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-2147d166-79a9-40b4-ac9a-227439dee539 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a9d08d-3454-497d-8ece-9198ea58376d HTTP/1.1" status: 200 len: 854 time: 0.0668740 Jan 19 14:45:22.234431 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-7364b2d9-a66e-469b-92a3-6077f1b727f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.236116 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-7364b2d9-a66e-469b-92a3-6077f1b727f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd978c2-568e-4889-801f-38ef0d563d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440800 Jan 19 14:45:22.238181 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-7097f154-c2a9-4dc1-8330-bb424fd4e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.239626 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-7097f154-c2a9-4dc1-8330-bb424fd4e65b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e36ef5d93d094c0b8502b26efe651de7&device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 1101 time: 0.0598745 Jan 19 14:45:22.257669 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-817b9014-8846-44fd-b6f6-b618e7bee627 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225893 Jan 19 14:45:22.330661 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-059b398f-6de0-4d29-a268-456d0a7849db service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834169 Jan 19 14:45:22.398571 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-e54587e5-068b-4f0d-87af-0e71d8210b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.400102 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-e54587e5-068b-4f0d-87af-0e71d8210b26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8d6d9f82-12b9-481c-a14c-5bc7ffc6355e HTTP/1.1" status: 200 len: 870 time: 0.1529250 Jan 19 14:45:22.405531 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-6188c832-1887-4ca2-8c09-165ecc537d12 req-6e8884a0-43a2-4b7c-aebc-3a78c9e14bc8 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387575 Jan 19 14:45:22.431555 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffaf8e44-3515-433a-a488-732adb50bde6 req-4d637d78-3319-4ad6-b808-2a6323be8026 service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941477 Jan 19 14:45:22.445209 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-e5bc51be-6415-453d-91ac-3d2846f4ba13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 HTTP/1.1" status: 200 len: 217 time: 0.0386338 Jan 19 14:45:22.492326 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-f6934fa8-5ad7-47b8-b4a5-48ab4d84c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.493779 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-f6934fa8-5ad7-47b8-b4a5-48ab4d84c78f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=52c48d8a-a6a9-4e6f-9713-684d19ad11ab HTTP/1.1" status: 200 len: 843 time: 0.0431881 Jan 19 14:45:22.540372 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-bb724e29-0fb3-4dc7-be9c-107ab69d9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:22.541813 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-bb724e29-0fb3-4dc7-be9c-107ab69d9614 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8d6d9f82-12b9-481c-a14c-5bc7ffc6355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0386291 Jan 19 14:45:22.630046 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-f3b0c0ee-d85c-4ca6-bc7a-19817168c27f service neutron] 10.222.0.57 "GET /v2.0/networks/8d6d9f82-12b9-481c-a14c-5bc7ffc6355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814090 Jan 19 14:45:22.717544 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-845a3bca-75e8-4d8a-a5ac-ab38b997069e req-49982a4e-344c-4ea9-88dd-d4fefba55041 service neutron] 10.222.0.57 "GET /v2.0/networks/8d6d9f82-12b9-481c-a14c-5bc7ffc6355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794964 Jan 19 14:45:23.165194 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebf02-7a5f-4d7c-a724-0ff23ad0d2dd req-dec01838-9ec4-42f3-b456-9e067a565768 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:23.166674 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-aa9ebf02-7a5f-4d7c-a724-0ff23ad0d2dd req-dec01838-9ec4-42f3-b456-9e067a565768 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 943 time: 0.0541558 Jan 19 14:45:23.212156 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-aa9ebf02-7a5f-4d7c-a724-0ff23ad0d2dd req-4a733cc1-73fa-493e-9531-5942e4f2162b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401516 Jan 19 14:45:23.294900 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063258cd-b199-433d-abb0-e28625a27602 req-f5213306-0f7e-4ddc-8af2-c7e890c7c5a7 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:23.296342 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-063258cd-b199-433d-abb0-e28625a27602 req-f5213306-0f7e-4ddc-8af2-c7e890c7c5a7 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 948 time: 0.0485613 Jan 19 14:45:23.342451 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-063258cd-b199-433d-abb0-e28625a27602 req-ef527c53-c49a-43c3-91b2-8b16254a483b tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404134 Jan 19 14:45:24.172682 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:45:24.264770 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,segment=NetworkSegment(d0778413-52d1-42de-bb86-494ad8160003),segment_id=d0778413-52d1-42de-bb86-494ad8160003)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:24.276922 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': '8fbb91bc-dc83-4cc9-bf14-0cf0aed65506', 'network_id': '8d6d9f82-12b9-481c-a14c-5bc7ffc6355e', 'port_id': '8fbb91bc-dc83-4cc9-bf14-0cf0aed65506', 'mac_address': 'fa:16:3e:4b:38:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c48d8a-a6a9-4e6f-9713-684d19ad11ab', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:45:24.315783 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:45:24.316174 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:24.325801 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ade5e-4d1c-4487-8a96-57f1da88e1f6 req-e722bee6-1c96-45c8-b5d6-be2b43da9f46 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:24.327307 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2d9ade5e-4d1c-4487-8a96-57f1da88e1f6 req-e722bee6-1c96-45c8-b5d6-be2b43da9f46 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 943 time: 0.0507250 Jan 19 14:45:24.329165 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:45:24.348331 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,segment=NetworkSegment(d0778413-52d1-42de-bb86-494ad8160003),segment_id=d0778413-52d1-42de-bb86-494ad8160003)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:24.379192 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2d9ade5e-4d1c-4487-8a96-57f1da88e1f6 req-80e40d83-feb4-406f-a3e8-7e1fa4a6b3e0 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454938 Jan 19 14:45:24.419735 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:24.420408 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device b0f3c0c9-4bed-46da-baa1-a078223aca88 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103127) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 14:45:24.457650 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bd968-a1f1-4c26-bbed-5dfe8637d45d req-fddaa3ae-8099-43ed-b420-bfb8da13a3a4 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:24.459651 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2b5bd968-a1f1-4c26-bbed-5dfe8637d45d req-fddaa3ae-8099-43ed-b420-bfb8da13a3a4 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 949 time: 0.0485046 Jan 19 14:45:24.508305 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-2b5bd968-a1f1-4c26-bbed-5dfe8637d45d req-656b6aea-bdfe-4393-b034-2ed211dbc2ec tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Jan 19 14:45:24.520155 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:24.562201 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port b0f3c0c9-4bed-46da-baa1-a078223aca88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:24.573820 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Returning: {'device': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'port_id': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'mac_address': 'fa:16:3e:d2:b2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103127) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 14:45:24.609584 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port b0f3c0c9-4bed-46da-baa1-a078223aca88 is: DOWN; New status is: BUILD {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:45:24.610018 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:24.622796 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f3c0c9-4bed-46da-baa1-a078223aca88 {{(pid=103127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 14:45:24.641759 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port b0f3c0c9-4bed-46da-baa1-a078223aca88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:24.694422 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:24.743654 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=b0f3c0c9-4bed-46da-baa1-a078223aca88,revision_number=4']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:24.949861 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['b0f3c0c9-4bed-46da-baa1-a078223aca88'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:45:24.953077 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['8fbb91bc-dc83-4cc9-bf14-0cf0aed65506'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:45:25.492539 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd69213-b655-4309-a0fe-fb446456d170 req-4d47daf5-2b54-4368-a77b-b006c468a12e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:25.493988 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1bd69213-b655-4309-a0fe-fb446456d170 req-4d47daf5-2b54-4368-a77b-b006c468a12e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 944 time: 0.0470939 Jan 19 14:45:25.543308 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1bd69213-b655-4309-a0fe-fb446456d170 req-c5374ad7-34a5-4304-8afa-6929e3147810 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Jan 19 14:45:25.622724 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a7ae1-6da2-4d24-868d-38039ea9dfce req-3fbd5725-4256-4a3f-9780-374aacce889f tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:25.624440 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-787a7ae1-6da2-4d24-868d-38039ea9dfce req-3fbd5725-4256-4a3f-9780-374aacce889f tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 949 time: 0.0490291 Jan 19 14:45:25.670161 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-787a7ae1-6da2-4d24-868d-38039ea9dfce req-2d89e97a-8672-492f-814b-09934af83d93 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401247 Jan 19 14:45:26.209464 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:45:26.310947 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:45:26.314891 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:45:26.315266 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:26.389141 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:45:26.389515 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:26.414018 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b37992-ab51-42f9-91d4-34fe9f0af6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbb91bc-dc83-4cc9-bf14-0cf0aed65506'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:26.416354 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95def30-b262-45f3-89f9-bda9d8a62f50" -d '{"events": [{"server_uuid": "c7b37992-ab51-42f9-91d4-34fe9f0af6e0", "name": "network-vif-plugged", "status": "completed", "tag": "8fbb91bc-dc83-4cc9-bf14-0cf0aed65506"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:26.429180 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,segment=NetworkSegment(d0778413-52d1-42de-bb86-494ad8160003),segment_id=d0778413-52d1-42de-bb86-494ad8160003)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:26.452023 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213cee05-062e-49e0-ad8d-53116e6c6776 x-openstack-request-id: req-213cee05-062e-49e0-ad8d-53116e6c6776 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:26.452318 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b37992-ab51-42f9-91d4-34fe9f0af6e0", "name": "network-vif-plugged", "status": "completed", "tag": "8fbb91bc-dc83-4cc9-bf14-0cf0aed65506", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:26.452572 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-213cee05-062e-49e0-ad8d-53116e6c6776 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:26.452992 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b37992-ab51-42f9-91d4-34fe9f0af6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbb91bc-dc83-4cc9-bf14-0cf0aed65506', 'code': 200} Jan 19 14:45:26.476721 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:26.477493 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device b0f3c0c9-4bed-46da-baa1-a078223aca88 up at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 14:45:26.553763 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:26.648155 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning for port b0f3c0c9-4bed-46da-baa1-a078223aca88 completed by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 14:45:26.652127 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Provisioning complete for port b0f3c0c9-4bed-46da-baa1-a078223aca88 triggered by entity L2. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:45:26.658534 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:26.658688 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20856-d7bb-4d49-b4fe-07d183ca495f req-c39d58e2-d4d8-41a2-84c0-66b28f06cf9b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:26.658688 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffe20856-d7bb-4d49-b4fe-07d183ca495f req-c39d58e2-d4d8-41a2-84c0-66b28f06cf9b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 944 time: 0.0472124 Jan 19 14:45:26.706593 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-ffe20856-d7bb-4d49-b4fe-07d183ca495f req-4e33bba2-b5d0-49ed-876f-e6a25951052d tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459955 Jan 19 14:45:26.746425 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Current status of the port b0f3c0c9-4bed-46da-baa1-a078223aca88 is: BUILD; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:45:26.746717 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), before_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:26.759470 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998a898-b893-41cd-8a07-806f8538234a req-f52c383f-2f69-44cd-b928-608d13aec2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:26.760978 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e998a898-b893-41cd-8a07-806f8538234a req-f52c383f-2f69-44cd-b928-608d13aec2f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 1103 time: 0.0466127 Jan 19 14:45:26.781156 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] For port b0f3c0c9-4bed-46da-baa1-a078223aca88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:26.793635 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44bd41-59e3-4441-97a1-3e8f526ea21e req-cecab8bb-40cc-4ddb-8a31-2e18332b8d2f tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:26.795182 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-af44bd41-59e3-4441-97a1-3e8f526ea21e req-cecab8bb-40cc-4ddb-8a31-2e18332b8d2f tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 950 time: 0.0540729 Jan 19 14:45:26.808845 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-e998a898-b893-41cd-8a07-806f8538234a req-225ea469-48da-423d-8d6a-8a5c7635f6f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Jan 19 14:45:26.841709 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-af44bd41-59e3-4441-97a1-3e8f526ea21e req-95d86293-5d7e-489e-bce3-7b6a6ca1c51b tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Jan 19 14:45:26.842659 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:26.890504 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Pushing event updated for resources: {'Port': ['ID=b0f3c0c9-4bed-46da-baa1-a078223aca88,revision_number=5']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:27.816986 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58946264-6ed7-4633-af5c-d6144e2b0141 req-134a5222-6fdc-4b11-a0a3-d5efde37a637 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:27.819100 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-58946264-6ed7-4633-af5c-d6144e2b0141 req-134a5222-6fdc-4b11-a0a3-d5efde37a637 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0481198 Jan 19 14:45:27.865731 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-58946264-6ed7-4633-af5c-d6144e2b0141 req-d642ea9f-d0b5-4a64-bbc8-a174d779f473 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Jan 19 14:45:27.957218 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33340df3-1c98-48da-9798-5dbd0a150e98 req-25699654-f0e7-4201-bd58-b27898219fcb tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:27.958773 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33340df3-1c98-48da-9798-5dbd0a150e98 req-25699654-f0e7-4201-bd58-b27898219fcb tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 950 time: 0.0494571 Jan 19 14:45:28.009511 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-33340df3-1c98-48da-9798-5dbd0a150e98 req-fa3c8930-0c34-4c51-9061-78d1a6a119b1 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449166 Jan 19 14:45:28.453959 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88'}] {{(pid=103127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:28.456244 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f09d7a063d9d0b5da3817f3281bf29a4294666770c5c2752296cebb30b94b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14902f30-e38d-4e8f-97e3-f14f98f85cbf" -d '{"events": [{"server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "name": "network-vif-plugged", "status": "completed", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88"}]}' {{(pid=103127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:28.491412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bba49c-22cc-4b58-a3c4-3ee770679c38 x-openstack-request-id: req-51bba49c-22cc-4b58-a3c4-3ee770679c38 {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:28.491699 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "name": "network-vif-plugged", "status": "completed", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88", "code": 200}]} {{(pid=103127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:28.491950 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51bba49c-22cc-4b58-a3c4-3ee770679c38 {{(pid=103127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:28.492338 dv-cinder-799871-15-iscsi neutron-server[103127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'code': 200} Jan 19 14:45:28.785324 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e8d28-730b-46ac-bf2d-972af5361e85 req-3d671eee-271c-4e45-8aad-d1af8db9c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:28.786846 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-631e8d28-730b-46ac-bf2d-972af5361e85 req-3d671eee-271c-4e45-8aad-d1af8db9c8c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 1098 time: 0.0428710 Jan 19 14:45:28.828530 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-631e8d28-730b-46ac-bf2d-972af5361e85 req-bee221be-0bc5-405e-970c-09d80bca1406 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356693 Jan 19 14:45:28.978706 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c162e38-b774-4b90-bac8-88929e83be2f req-d2c471e8-53b7-439f-add6-45302e184e6b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:28.980170 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8c162e38-b774-4b90-bac8-88929e83be2f req-d2c471e8-53b7-439f-add6-45302e184e6b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0474365 Jan 19 14:45:29.025870 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8c162e38-b774-4b90-bac8-88929e83be2f req-a144e859-bf29-4027-a8a1-65206fbd7042 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402496 Jan 19 14:45:29.124598 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e2009-728b-46dd-9688-208aace21ff9 req-a39beaff-3586-440c-8b6a-4126956d8297 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:29.126088 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4c2e2009-728b-46dd-9688-208aace21ff9 req-a39beaff-3586-440c-8b6a-4126956d8297 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 950 time: 0.0486650 Jan 19 14:45:29.179953 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4c2e2009-728b-46dd-9688-208aace21ff9 req-afe6b8bf-ba52-4e6c-8469-9180573c4964 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Jan 19 14:45:29.633164 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981607a8-f9ba-421b-8008-2631b53648f9 req-f35b0e71-7271-46a7-b3a9-b2a4a44ab5cd tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:29.634631 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-981607a8-f9ba-421b-8008-2631b53648f9 req-f35b0e71-7271-46a7-b3a9-b2a4a44ab5cd tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 950 time: 0.0511739 Jan 19 14:45:29.679121 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-981607a8-f9ba-421b-8008-2631b53648f9 req-de14708d-6dff-463d-9dea-f7e39e82a391 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389829 Jan 19 14:45:30.139496 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c26543-f0d5-4f6c-8833-2cbf8f5236e8 req-da58ca72-8859-45af-ba3a-f733601eb078 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:30.140947 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-73c26543-f0d5-4f6c-8833-2cbf8f5236e8 req-da58ca72-8859-45af-ba3a-f733601eb078 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0480893 Jan 19 14:45:30.187496 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-73c26543-f0d5-4f6c-8833-2cbf8f5236e8 req-ae6777eb-8bfb-4ea1-b48e-a9182e09850e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Jan 19 14:45:30.308731 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d16fff-1cc9-4145-af30-f22098cd46e6 req-6acad340-bf5e-445a-b091-4340513e1b59 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:30.310180 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-52d16fff-1cc9-4145-af30-f22098cd46e6 req-6acad340-bf5e-445a-b091-4340513e1b59 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0512693 Jan 19 14:45:30.354787 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-52d16fff-1cc9-4145-af30-f22098cd46e6 req-63d0ae80-0614-4c03-b547-ea7a3fcb2cbf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390637 Jan 19 14:45:30.686265 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ba288-ce2b-4a63-b161-d30f3537b320 req-b539cf8e-d06b-4f4b-85d4-c1f318ccd94b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:30.687741 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-719ba288-ce2b-4a63-b161-d30f3537b320 req-b539cf8e-d06b-4f4b-85d4-c1f318ccd94b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0487344 Jan 19 14:45:30.737180 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-719ba288-ce2b-4a63-b161-d30f3537b320 req-6d3998b8-8532-4118-b35a-5e3c2c582670 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439024 Jan 19 14:45:30.800306 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d8a8-b2fe-4b80-bd42-ec988e2e1cd1 req-35486e48-e921-4524-9ed7-fc91abc6fb88 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:30.802003 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15e8d8a8-b2fe-4b80-bd42-ec988e2e1cd1 req-35486e48-e921-4524-9ed7-fc91abc6fb88 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 950 time: 0.0562477 Jan 19 14:45:30.852843 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15e8d8a8-b2fe-4b80-bd42-ec988e2e1cd1 req-a4bf92cd-aa8f-48a3-b0c6-9f4de7eba35c tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/security-groups?id=f0895c49-671b-42ef-9901-43916d3dc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Jan 19 14:45:31.061347 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-ba3acf75-0320-43e9-a667-3d5d01705dc0 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:31.062889 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-ba3acf75-0320-43e9-a667-3d5d01705dc0 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 950 time: 0.0523031 Jan 19 14:45:31.155257 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Deleting port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:31.155604 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:31.254543 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] For port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,segment=NetworkSegment(d0778413-52d1-42de-bb86-494ad8160003),segment_id=d0778413-52d1-42de-bb86-494ad8160003)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:31.255289 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:31.268592 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Calling delete_port for 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:31.459656 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (8fbb91bc-dc83-4cc9-bf14-0cf0aed65506), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:31.472579 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['8fbb91bc-dc83-4cc9-bf14-0cf0aed65506'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:45:31.490407 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Pushing event deleted for resources: {'Port': ['ID=8fbb91bc-dc83-4cc9-bf14-0cf0aed65506,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:31.537841 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] No DVR routers for this DVR port 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:45:31.540700 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:31.544456 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0067bbc6-eb88-4cff-af40-c9c5efbbee02 req-56c392b7-47e6-4013-8b5f-6b66e47a1139 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.57 "DELETE /v2.0/ports/8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 HTTP/1.1" status: 204 len: 173 time: 0.4767573 Jan 19 14:45:31.544916 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b37992-ab51-42f9-91d4-34fe9f0af6e0', 'name': 'network-vif-deleted', 'tag': '8fbb91bc-dc83-4cc9-bf14-0cf0aed65506'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:31.547208 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64d10e3-bcb0-4007-b53f-4cbcc0e0f7f6" -d '{"events": [{"server_uuid": "c7b37992-ab51-42f9-91d4-34fe9f0af6e0", "name": "network-vif-deleted", "tag": "8fbb91bc-dc83-4cc9-bf14-0cf0aed65506"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:31.585498 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0f3f79-b29f-411d-9cc8-a23821db68e4 x-openstack-request-id: req-2c0f3f79-b29f-411d-9cc8-a23821db68e4 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:31.585792 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b37992-ab51-42f9-91d4-34fe9f0af6e0", "name": "network-vif-deleted", "tag": "8fbb91bc-dc83-4cc9-bf14-0cf0aed65506", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:31.586069 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c0f3f79-b29f-411d-9cc8-a23821db68e4 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:31.586479 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b37992-ab51-42f9-91d4-34fe9f0af6e0', 'name': 'network-vif-deleted', 'tag': '8fbb91bc-dc83-4cc9-bf14-0cf0aed65506', 'status': 'completed', 'code': 200} Jan 19 14:45:31.964663 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-82c0a638-1a8f-430b-a16f-0a1c3290af25 req-d448c732-4e14-4542-a020-e4f340643e37 tempest-VolumesNegativeTest-1897820430 tempest-VolumesNegativeTest-1897820430-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b37992-ab51-42f9-91d4-34fe9f0af6e0 HTTP/1.1" status: 200 len: 210 time: 0.0255690 Jan 19 14:45:34.195903 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1f9b285d-87be-4cd9-ba21-b0066266f04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:34.256334 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:45:34.277154 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:45:34.277500 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 8fbb91bc-dc83-4cc9-bf14-0cf0aed65506 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:45:34.866162 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50624) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:35.018167 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Deleting port c85de311-5af0-479c-9e60-fa5a02fb472d {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:35.018519 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (c85de311-5af0-479c-9e60-fa5a02fb472d), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:35.091793 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (c85de311-5af0-479c-9e60-fa5a02fb472d), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:35.092117 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (c85de311-5af0-479c-9e60-fa5a02fb472d), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:35.104586 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Calling delete_port for c85de311-5af0-479c-9e60-fa5a02fb472d owned by network:floatingip {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:35.305353 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (c85de311-5af0-479c-9e60-fa5a02fb472d), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:35.324897 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event deleted for resources: {'Port': ['ID=c85de311-5af0-479c-9e60-fa5a02fb472d,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:35.388026 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (90842630-73cd-4fe7-b1ab-c25254b491fd), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:35.388348 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.l3_db [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Floating IP 90842630-73cd-4fe7-b1ab-c25254b491fd disassociated (deleted). External IP: 172.27.1.198, port: c0314219-4d39-43a9-b471-76c00a5e4dbd. Jan 19 14:45:35.609983 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Router 33253a25-da8a-417b-849e-0222c9d5b945 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:45:35.715355 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:45:35.720392 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:35.725300 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] Sync routers for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:45:35.735455 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:35.736744 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:35.746915 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-d5db6ef6-28de-4c8a-b0dc-990b4fbd873c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "DELETE /v2.0/floatingips/90842630-73cd-4fe7-b1ab-c25254b491fd HTTP/1.1" status: 204 len: 168 time: 0.8796787 Jan 19 14:45:35.747507 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:35.750170 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d74ac20-00c2-416f-8914-4592643e835e" -d '{"events": [{"name": "network-changed", "server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:35.793532 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2a1553-585f-4e25-bb6f-6c55d2265338 x-openstack-request-id: req-bc2a1553-585f-4e25-bb6f-6c55d2265338 {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:35.793945 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:35.794304 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc2a1553-585f-4e25-bb6f-6c55d2265338 {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:35.794820 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'status': 'completed', 'code': 200} Jan 19 14:45:35.857702 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74ac20-00c2-416f-8914-4592643e835e req-318cd3d0-ff6f-4c13-a6b7-ffe54b10bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:35.859385 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3d74ac20-00c2-416f-8914-4592643e835e req-318cd3d0-ff6f-4c13-a6b7-ffe54b10bf9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 1098 time: 0.0453050 Jan 19 14:45:35.869896 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:35.974819 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74ac20-00c2-416f-8914-4592643e835e req-c0b70da7-9737-41e2-9be8-0dea492b2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:35.976334 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3d74ac20-00c2-416f-8914-4592643e835e req-c0b70da7-9737-41e2-9be8-0dea492b2012 service neutron] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 912 time: 0.1114144 Jan 19 14:45:36.028776 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3d74ac20-00c2-416f-8914-4592643e835e req-825aa5d2-397a-4d6b-b78d-f265767e2cc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0314219-4d39-43a9-b471-76c00a5e4dbd HTTP/1.1" status: 200 len: 217 time: 0.0462050 Jan 19 14:45:36.078823 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74ac20-00c2-416f-8914-4592643e835e req-f0d11ada-12e3-4736-a7af-1f024cd9564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:36.080464 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3d74ac20-00c2-416f-8914-4592643e835e req-f0d11ada-12e3-4736-a7af-1f024cd9564b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.0465136 Jan 19 14:45:36.137487 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '2a5f89ff-df35-48ff-8e67-546689d6fc17', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:41:50Z', 'updated_at': '2022-01-19T14:41:53Z', 'revision_number': 1, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:36.137770 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74ac20-00c2-416f-8914-4592643e835e req-99c37432-8fd8-42b5-be36-481d6a3859d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:36.139314 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3d74ac20-00c2-416f-8914-4592643e835e req-99c37432-8fd8-42b5-be36-481d6a3859d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490780 Jan 19 14:45:36.169136 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] Checking router: 33253a25-da8a-417b-849e-0222c9d5b945 for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:45:36.178507 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:36.179354 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:06Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:36.201129 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55a0a6-4d48-4bb6-8315-184a37731d94 req-48b631e4-bab0-405a-9fac-ec2216331c7e tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:36.203320 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eb55a0a6-4d48-4bb6-8315-184a37731d94 req-48b631e4-bab0-405a-9fac-ec2216331c7e tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 945 time: 0.0565147 Jan 19 14:45:36.260284 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3d74ac20-00c2-416f-8914-4592643e835e req-ae8dd673-9604-4e82-a65a-a2addab7ee17 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140220 Jan 19 14:45:36.271840 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-eb55a0a6-4d48-4bb6-8315-184a37731d94 req-b62eed17-55b7-43d1-af4f-11948bd949be tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600462 Jan 19 14:45:36.298988 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:36.370688 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-3d74ac20-00c2-416f-8914-4592643e835e req-e0c8a18c-ab13-4faf-8aa4-731b1fd42982 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043251 Jan 19 14:45:36.383585 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-635a7c3f-ca70-4489-bddc-40b7a4909e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:36.534436 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '2a5f89ff-df35-48ff-8e67-546689d6fc17', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:41:50Z', 'updated_at': '2022-01-19T14:41:53Z', 'revision_number': 1, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:36.568011 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67320b26-ceb5-4010-ae90-bd6808a4f4f4 None None] The sync data for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi is: [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': '2a5f89ff-df35-48ff-8e67-546689d6fc17', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'port_id': '983209d7-8336-4921-ac06-d6a6f300a72c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'mac_address': 'fa:16:3e:ba:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53c8dae-7709-4924-a316-f066a5252889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:41:50Z', 'updated_at': '2022-01-19T14:41:53Z', 'revision_number': 1, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:45:36.791899 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057f814-71a0-4286-bf1a-5286d50f5388 None None] New status for floating IP 90842630-73cd-4fe7-b1ab-c25254b491fd: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:45:37.391188 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca42dd1-984b-45ca-90c0-d30dda019656 req-b46cfa98-4c3e-4392-9e0e-e268a8f95fd5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:37.392652 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7ca42dd1-984b-45ca-90c0-d30dda019656 req-b46cfa98-4c3e-4392-9e0e-e268a8f95fd5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 945 time: 0.0486434 Jan 19 14:45:37.445474 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7ca42dd1-984b-45ca-90c0-d30dda019656 req-48805ba2-0ef6-4d59-8b32-cd6d40242008 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471933 Jan 19 14:45:37.681853 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-9631cc28-96a3-44d9-9fac-e8404ae43788 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:37.683286 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-9631cc28-96a3-44d9-9fac-e8404ae43788 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 945 time: 0.0468676 Jan 19 14:45:37.771180 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Deleting port c0314219-4d39-43a9-b471-76c00a5e4dbd {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:37.771540 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:37.836917 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:37.862873 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] For port c0314219-4d39-43a9-b471-76c00a5e4dbd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c0314219-4d39-43a9-b471-76c00a5e4dbd,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:37.863232 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:37.876145 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Calling delete_port for c0314219-4d39-43a9-b471-76c00a5e4dbd owned by compute:nova {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:38.076275 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (c0314219-4d39-43a9-b471-76c00a5e4dbd), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:38.105509 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event deleted for resources: {'Port': ['ID=c0314219-4d39-43a9-b471-76c00a5e4dbd,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:38.149215 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] No DVR routers for this DVR port c0314219-4d39-43a9-b471-76c00a5e4dbd on host hv-cinder-79987 {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:45:38.151614 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:38.154904 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-0a2f6bd3-f464-4822-a950-509ceca72455 req-1d038efa-eea3-4973-aa9d-1d396855b5ae tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "DELETE /v2.0/ports/c0314219-4d39-43a9-b471-76c00a5e4dbd HTTP/1.1" status: 204 len: 173 time: 0.4669411 Jan 19 14:45:38.155342 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'name': 'network-vif-deleted', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:38.157547 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e1ef23-f3a7-443b-83e8-db0bc16340c2" -d '{"events": [{"server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "name": "network-vif-deleted", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:38.191619 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c3f8f4-630a-487c-a8af-1d0f6d10414a x-openstack-request-id: req-c6c3f8f4-630a-487c-a8af-1d0f6d10414a {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:38.191905 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe32eb9-ec1d-4fb0-abfb-ece03c496edd", "name": "network-vif-deleted", "tag": "c0314219-4d39-43a9-b471-76c00a5e4dbd", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:38.192155 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c6c3f8f4-630a-487c-a8af-1d0f6d10414a {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:38.192554 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe32eb9-ec1d-4fb0-abfb-ece03c496edd', 'name': 'network-vif-deleted', 'tag': 'c0314219-4d39-43a9-b471-76c00a5e4dbd', 'status': 'completed', 'code': 200} Jan 19 14:45:38.481589 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50778) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:38.552440 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-290d0e63-b15f-4166-9d71-a6b1e61ec142 req-3c5dd023-eba6-4625-a20f-90557ece3e59 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=afe32eb9-ec1d-4fb0-abfb-ece03c496edd HTTP/1.1" status: 200 len: 210 time: 0.0299950 Jan 19 14:45:38.644312 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-887ed6b8-f50f-4b91-8df6-35945e4b038e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e36ef5d93d094c0b8502b26efe651de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615276 Jan 19 14:45:38.646675 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50784) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:38.694279 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-76a6dc03-9fbd-408e-ab44-76b41f70db66 admin admin] Publish callbacks [] for security_group (f0895c49-671b-42ef-9901-43916d3dc064), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:38.715047 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-76a6dc03-9fbd-408e-ab44-76b41f70db66 admin admin] Publish callbacks [] for security_group (f0895c49-671b-42ef-9901-43916d3dc064), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:38.836817 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-76a6dc03-9fbd-408e-ab44-76b41f70db66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (f0895c49-671b-42ef-9901-43916d3dc064), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:38.839559 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-76a6dc03-9fbd-408e-ab44-76b41f70db66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:38.840691 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-76a6dc03-9fbd-408e-ab44-76b41f70db66 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f0895c49-671b-42ef-9901-43916d3dc064 HTTP/1.1" status: 204 len: 168 time: 0.1931360 Jan 19 14:45:38.848993 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6dc03-9fbd-408e-ab44-76b41f70db66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0895c49-671b-42ef-9901-43916d3dc064,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:39.042369 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:40.251955 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c0314219-4d39-43a9-b471-76c00a5e4dbd no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:45:40.275734 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: c0314219-4d39-43a9-b471-76c00a5e4dbd {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:45:40.276073 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device c0314219-4d39-43a9-b471-76c00a5e4dbd not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:45:40.373122 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:40.953416 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02880aff-9611-489c-a668-78431e86ae91 req-8ae7386a-5263-4a9d-a72b-5231a7c3bec8 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:40.954896 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02880aff-9611-489c-a668-78431e86ae91 req-8ae7386a-5263-4a9d-a72b-5231a7c3bec8 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0512531 Jan 19 14:45:41.007482 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02880aff-9611-489c-a668-78431e86ae91 req-9689a457-0dca-4e5f-8da6-6f42057ae4b3 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Jan 19 14:45:41.031766 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50810) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:41.205207 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be795cc-b222-4bb2-a83f-1a1abf768607 tempest-TestMinimumBasicScenario-1422361726 tempest-TestMinimumBasicScenario-1422361726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:41.207408 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-6be795cc-b222-4bb2-a83f-1a1abf768607 tempest-TestMinimumBasicScenario-1422361726 tempest-TestMinimumBasicScenario-1422361726-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 1093 time: 0.1746070 Jan 19 14:45:41.210413 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50814) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:41.214695 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'floatingip': {'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'port_id': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:41.316636 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:41.373577 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:41.413916 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (None), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:41.514327 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_common [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Allocated IP 172.27.1.183 (895c3267-f52d-40cf-8980-511278b26aee/6af35e13-80a9-4344-976f-edcfda09a310/2a1af983-3b31-4029-9bc9-aaba2e99a987) {{(pid=103125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 14:45:41.618757 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for port (2a1af983-3b31-4029-9bc9-aaba2e99a987), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:41.694223 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765190659404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (2a1af983-3b31-4029-9bc9-aaba2e99a987), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:41.732884 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Network 895c3267-f52d-40cf-8980-511278b26aee is already hosted by enough agents. {{(pid=103125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 14:45:41.735686 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.base_scheduler [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Resources bound (agent type, host, resource id): {{(pid=103125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 14:45:41.738231 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Received port after_create {{(pid=103125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 14:45:41.762845 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'Port': ['ID=2a1af983-3b31-4029-9bc9-aaba2e99a987,revision_number=1']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:42.008521 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50818) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:42.087099 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for floatingip (ad544bfc-bba5-4d67-b360-2c7a1adeeb47), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.163464 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Deleting port 0dcab65d-4a51-4793-a490-d7e064f202d2 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:42.163879 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (0dcab65d-4a51-4793-a490-d7e064f202d2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.198204 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (2a1af983-3b31-4029-9bc9-aaba2e99a987), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.236946 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (0dcab65d-4a51-4793-a490-d7e064f202d2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.237365 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (0dcab65d-4a51-4793-a490-d7e064f202d2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.249105 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Calling delete_port for 0dcab65d-4a51-4793-a490-d7e064f202d2 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:42.347277 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for port (2a1af983-3b31-4029-9bc9-aaba2e99a987), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.396502 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (2a1af983-3b31-4029-9bc9-aaba2e99a987), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.467398 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'Port': ['ID=2a1af983-3b31-4029-9bc9-aaba2e99a987,revision_number=2']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:42.471402 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (0dcab65d-4a51-4793-a490-d7e064f202d2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.477573 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563471'] for floatingip (ad544bfc-bba5-4d67-b360-2c7a1adeeb47), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.500395 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event deleted for resources: {'Port': ['ID=0dcab65d-4a51-4793-a490-d7e064f202d2,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:42.560930 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (2a5f89ff-df35-48ff-8e67-546689d6fc17), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.561320 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.l3_db [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Floating IP 2a5f89ff-df35-48ff-8e67-546689d6fc17 disassociated (deleted). External IP: 172.27.1.128, port: 983209d7-8336-4921-ac06-d6a6f300a72c. Jan 19 14:45:42.770037 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Router 33253a25-da8a-417b-849e-0222c9d5b945 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:45:42.818648 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.l3_db [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Floating IP ad544bfc-bba5-4d67-b360-2c7a1adeeb47 associated. External IP: 172.27.1.183, port: b0f3c0c9-4bed-46da-baa1-a078223aca88. Jan 19 14:45:42.875333 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:45:42.880163 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:42.885880 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] Sync routers for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:45:42.895885 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:42.896514 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:42.916975 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-61edcf22-6373-4101-9f30-8ad4a31b2d80 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "DELETE /v2.0/floatingips/2a5f89ff-df35-48ff-8e67-546689d6fc17 HTTP/1.1" status: 204 len: 168 time: 0.9001100 Jan 19 14:45:42.916975 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:42.916975 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:42.954679 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1958981e-aab5-4af0-9889-07fe5781f5d2 x-openstack-request-id: req-1958981e-aab5-4af0-9889-07fe5781f5d2 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:42.954974 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:42.955236 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1958981e-aab5-4af0-9889-07fe5781f5d2 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:42.955648 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c', 'status': 'completed', 'code': 200} Jan 19 14:45:43.025857 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-82e4e274-f28f-435a-9b57-b4010afbe2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:43.027500 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-82e4e274-f28f-435a-9b57-b4010afbe2e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df25f3f904f14ecfb7844bf47cf13285&device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 1098 time: 0.0469389 Jan 19 14:45:43.054253 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Router 99a44ddb-cb27-4d20-b509-b5706f4526fc has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:45:43.128487 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-ea66e0e0-a2f3-4cde-9828-8b60e7e6cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:43.130011 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-ea66e0e0-a2f3-4cde-9828-8b60e7e6cb79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 200 len: 912 time: 0.0947282 Jan 19 14:45:43.150499 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:43.165470 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:45:43.177877 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] Sync routers for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:45:43.192191 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:43.193103 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:43.199255 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-df40c1f3-d82e-47b7-9cf4-56cd2e4082bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=983209d7-8336-4921-ac06-d6a6f300a72c HTTP/1.1" status: 200 len: 217 time: 0.0612030 Jan 19 14:45:43.252646 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-29c886b3-cd24-4c87-991f-1c51ae40e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:43.255381 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-29c886b3-cd24-4c87-991f-1c51ae40e587 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 200 len: 850 time: 0.0507693 Jan 19 14:45:43.285218 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:43.304975 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:43.319970 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-6ee8c5f8-879b-4f76-980e-b82055c973e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:43.322430 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-6ee8c5f8-879b-4f76-980e-b82055c973e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de9041de-14d8-4751-a4f5-036c4311aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0594254 Jan 19 14:45:43.324731 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-8b38c2c6-7b6e-4d0a-a5c6-09518713ddde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1133118 Jan 19 14:45:43.325522 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:43.328378 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9561d77-4a42-46fe-a6e4-2a199a9165de" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:43.328659 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50826) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:43.334936 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-30d53ede-ba71-4296-8a8f-58e886ac57be tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685961845', 'description': 'tempest-secgroup-smoke-685961845 description', 'project_id': '84dc8a2904d94f0aa42376d376480380'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:43.368614 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0112785d-72a6-4c92-b7f4-da7ef6aeaa70 x-openstack-request-id: req-0112785d-72a6-4c92-b7f4-da7ef6aeaa70 {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:43.369120 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:43.369541 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0112785d-72a6-4c92-b7f4-da7ef6aeaa70 {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:43.370198 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'status': 'completed', 'code': 200} Jan 19 14:45:43.409545 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:43.440860 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] Checking router: 33253a25-da8a-417b-849e-0222c9d5b945 for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:45:43.450092 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:43.450920 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:43.470030 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-77f18c78-b633-417b-bb79-81c4f01c72f5 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255419 Jan 19 14:45:43.474950 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de196049-c73a-46ec-b0ec-ff6f1e951a5c req-62d2d067-7ab6-42e0-8866-4ee351279d78 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:43.482328 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-de196049-c73a-46ec-b0ec-ff6f1e951a5c req-62d2d067-7ab6-42e0-8866-4ee351279d78 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 945 time: 0.0933311 Jan 19 14:45:43.538972 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-de196049-c73a-46ec-b0ec-ff6f1e951a5c req-b79e8bde-76bf-4062-b15a-4f0ab6de61a5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556231 Jan 19 14:45:43.540477 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30d53ede-ba71-4296-8a8f-58e886ac57be tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:43.559924 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-7017f249-7389-4081-9640-f9f0b23f9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:43.561881 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-7017f249-7389-4081-9640-f9f0b23f9187 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dc8a2904d94f0aa42376d376480380&device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 1098 time: 0.1364579 Jan 19 14:45:43.576277 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'ad544bfc-bba5-4d67-b360-2c7a1adeeb47', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'port_id': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'mac_address': 'fa:16:3e:d2:b2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:45:41Z', 'updated_at': '2022-01-19T14:45:41Z', 'revision_number': 0, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f326a232-c026-4e93-89c5-e340e22b7fc0', 'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'mac_address': 'fa:16:3e:80:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:49Z', 'updated_at': '2022-01-19T14:44:53Z', 'revision_number': 5, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'subnets': [{'id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:43.585670 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:43.630587 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [req-9aa80ad7-f818-4fe5-b288-04d2b5e07fbe req-e1c7a6c3-9c3b-4bd9-b85d-8a9ccde2a511 service neutron] 10.222.0.57 "GET /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527359 Jan 19 14:45:43.662382 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30d53ede-ba71-4296-8a8f-58e886ac57be tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group (59997095-7e47-408e-bdd8-a9cd1c834479), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:43.683448 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-89b2d628-d6ea-4ed9-85b8-1a3f687c56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:43.684939 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-89b2d628-d6ea-4ed9-85b8-1a3f687c56c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd978c2-568e-4889-801f-38ef0d563d96 HTTP/1.1" status: 200 len: 916 time: 0.1154771 Jan 19 14:45:43.703245 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] Checking router: 99a44ddb-cb27-4d20-b509-b5706f4526fc for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:45:43.712284 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:43.712891 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:43.762515 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30d53ede-ba71-4296-8a8f-58e886ac57be tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (59997095-7e47-408e-bdd8-a9cd1c834479), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:43.786590 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-5bf90519-9af6-410e-b353-3b727d3bc5b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 200 len: 999 time: 0.0946279 Jan 19 14:45:43.805444 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d53ede-ba71-4296-8a8f-58e886ac57be tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59997095-7e47-408e-bdd8-a9cd1c834479,revision_number=1']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:43.823959 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:43.838638 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:43.848002 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-d4b55227-2226-440a-a0a8-e56d36a90ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:43.849784 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-d4b55227-2226-440a-a0a8-e56d36a90ff0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a9d08d-3454-497d-8ece-9198ea58376d HTTP/1.1" status: 200 len: 854 time: 0.0552256 Jan 19 14:45:43.866921 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9321249-f45e-49bf-a14d-f59ffdd9d479 None None] The sync data for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi is: [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:38:02Z', 'revision_number': 4, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'c00d3288-74a2-46f0-8c69-a36cef390159', 'name': '', 'network_id': 'de9041de-14d8-4751-a4f5-036c4311aca9', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'mac_address': 'fa:16:3e:6d:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:01Z', 'updated_at': '2022-01-19T14:38:07Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'subnets': [{'id': 'bd1fd067-702e-4b81-a009-d45a1fd4fffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:45:43.878664 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-30d53ede-ba71-4296-8a8f-58e886ac57be tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:43.880066 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-30d53ede-ba71-4296-8a8f-58e886ac57be tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5505335 Jan 19 14:45:43.883473 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50830) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:43.889142 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'security_group_rule': {'security_group_id': '59997095-7e47-408e-bdd8-a9cd1c834479', 'project_id': '84dc8a2904d94f0aa42376d376480380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:43.906006 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-63804b50-49cc-4705-b055-c5bb5e8685a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:43.909605 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-63804b50-49cc-4705-b055-c5bb5e8685a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd978c2-568e-4889-801f-38ef0d563d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518591 Jan 19 14:45:43.974544 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (475b3ae8-bbcc-4ce9-9bee-c0c79d97f02c), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.014021 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-8eb68e1d-e44f-4f38-977d-f09de222edb4 service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979273 Jan 19 14:45:44.044022 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (475b3ae8-bbcc-4ce9-9bee-c0c79d97f02c), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.077774 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'ad544bfc-bba5-4d67-b360-2c7a1adeeb47', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'port_id': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'mac_address': 'fa:16:3e:d2:b2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:45:41Z', 'updated_at': '2022-01-19T14:45:41Z', 'revision_number': 0, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f326a232-c026-4e93-89c5-e340e22b7fc0', 'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'mac_address': 'fa:16:3e:80:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:49Z', 'updated_at': '2022-01-19T14:44:53Z', 'revision_number': 5, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'subnets': [{'id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:44.100258 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (475b3ae8-bbcc-4ce9-9bee-c0c79d97f02c), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.110898 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af6d64-5729-403c-bb8d-75021483bc5e None None] The sync data for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi is: [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_floatingips': [{'id': 'ad544bfc-bba5-4d67-b360-2c7a1adeeb47', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'router_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'port_id': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'mac_address': 'fa:16:3e:d2:b2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T14:45:41Z', 'updated_at': '2022-01-19T14:45:41Z', 'revision_number': 0, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f326a232-c026-4e93-89c5-e340e22b7fc0', 'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'mac_address': 'fa:16:3e:80:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:49Z', 'updated_at': '2022-01-19T14:44:53Z', 'revision_number': 5, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'subnets': [{'id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:45:44.121674 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a9561d77-4a42-46fe-a6e4-2a199a9165de req-ab363d64-58a1-4bd7-a27f-57ef84692ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982339 Jan 19 14:45:44.125776 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475b3ae8-bbcc-4ce9-9bee-c0c79d97f02c,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:44.135338 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.135578 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.135851 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.136203 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.136542 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.136883 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.137219 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.137551 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.137885 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.138240 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.138571 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.138906 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.139240 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:44.190078 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e8e98-c255-4cc4-a55c-98c1eb661816 None None] New status for floating IP 2a5f89ff-df35-48ff-8e67-546689d6fc17: DOWN {{(pid=103127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:45:44.205474 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.210244 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50832) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:44.214340 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-75c6b6a5-4880-42ab-959f-fe136841df07 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3258047 Jan 19 14:45:44.215069 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-8b8a1209-0234-4e43-8237-2b5dbcc3bd86 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'security_group_rule': {'security_group_id': '59997095-7e47-408e-bdd8-a9cd1c834479', 'project_id': '84dc8a2904d94f0aa42376d376480380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:44.299978 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1209-0234-4e43-8237-2b5dbcc3bd86 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (27f30969-fb7f-42a6-a975-9fbaacf9c9e6), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.355141 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a851d5-1dd8-4cac-908d-0d48327e17ba None None] New status for floating IP ad544bfc-bba5-4d67-b360-2c7a1adeeb47: ACTIVE {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:45:44.359874 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1209-0234-4e43-8237-2b5dbcc3bd86 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (27f30969-fb7f-42a6-a975-9fbaacf9c9e6), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.424402 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1209-0234-4e43-8237-2b5dbcc3bd86 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (27f30969-fb7f-42a6-a975-9fbaacf9c9e6), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.443288 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a1209-0234-4e43-8237-2b5dbcc3bd86 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f30969-fb7f-42a6-a975-9fbaacf9c9e6,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:44.501145 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1209-0234-4e43-8237-2b5dbcc3bd86 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.502379 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-8b8a1209-0234-4e43-8237-2b5dbcc3bd86 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2909122 Jan 19 14:45:44.505149 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50834) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:44.509550 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-77cd49e3-b173-433c-9526-82487dde743e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'security_group_rule': {'security_group_id': '59997095-7e47-408e-bdd8-a9cd1c834479', 'project_id': '84dc8a2904d94f0aa42376d376480380', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:44.608201 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-77cd49e3-b173-433c-9526-82487dde743e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (8ec10ad5-438e-4296-ab77-824eef37cbb8), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.689122 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeae1c3-9e0f-43f7-9ff9-ee19b0558e4f req-21f02f54-6d5a-4322-865e-880b4106f08c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:44.690617 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-afeae1c3-9e0f-43f7-9ff9-ee19b0558e4f req-21f02f54-6d5a-4322-865e-880b4106f08c tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 945 time: 0.0844166 Jan 19 14:45:44.710129 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-77cd49e3-b173-433c-9526-82487dde743e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (8ec10ad5-438e-4296-ab77-824eef37cbb8), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.745433 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-afeae1c3-9e0f-43f7-9ff9-ee19b0558e4f req-db4f6717-543f-4221-9fa2-24ecd81e72d5 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/security-groups?id=fdd72697-cb1b-452a-9f4b-8a028a59eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484049 Jan 19 14:45:44.756834 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-77cd49e3-b173-433c-9526-82487dde743e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (8ec10ad5-438e-4296-ab77-824eef37cbb8), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.769849 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd49e3-b173-433c-9526-82487dde743e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec10ad5-438e-4296-ab77-824eef37cbb8,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:44.832660 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-77cd49e3-b173-433c-9526-82487dde743e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.834148 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-77cd49e3-b173-433c-9526-82487dde743e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277669 Jan 19 14:45:44.837063 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50838) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:44.841296 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-2ba41d66-cdc5-409e-a43e-8792915ea284 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'security_group_rule': {'security_group_id': '59997095-7e47-408e-bdd8-a9cd1c834479', 'project_id': '84dc8a2904d94f0aa42376d376480380', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:44.930293 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2ba41d66-cdc5-409e-a43e-8792915ea284 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (f78f5619-2b97-45da-802d-12ef16f22885), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:44.974576 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-ba989de0-356f-4ef7-88cc-e85e678c7533 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:44.976579 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-ba989de0-356f-4ef7-88cc-e85e678c7533 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 945 time: 0.0775144 Jan 19 14:45:45.050045 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2ba41d66-cdc5-409e-a43e-8792915ea284 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (f78f5619-2b97-45da-802d-12ef16f22885), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.104974 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2ba41d66-cdc5-409e-a43e-8792915ea284 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (f78f5619-2b97-45da-802d-12ef16f22885), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.129506 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba41d66-cdc5-409e-a43e-8792915ea284 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78f5619-2b97-45da-802d-12ef16f22885,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:45.133143 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Deleting port 983209d7-8336-4921-ac06-d6a6f300a72c {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:45.133480 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.199080 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-2ba41d66-cdc5-409e-a43e-8792915ea284 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.200257 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-2ba41d66-cdc5-409e-a43e-8792915ea284 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622725 Jan 19 14:45:45.203008 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50840) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:45.207140 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [None req-7873c577-04ad-40e1-9e32-9a1e71d63697 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'security_group_rule': {'security_group_id': '59997095-7e47-408e-bdd8-a9cd1c834479', 'project_id': '84dc8a2904d94f0aa42376d376480380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:45.243007 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] For port 983209d7-8336-4921-ac06-d6a6f300a72c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=983209d7-8336-4921-ac06-d6a6f300a72c,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:45.243709 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.262024 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Calling delete_port for 983209d7-8336-4921-ac06-d6a6f300a72c owned by compute:nova {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:45.317754 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.db.securitygroups_db [None req-7873c577-04ad-40e1-9e32-9a1e71d63697 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Project 84dc8a2904d94f0aa42376d376480380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 14:45:45.324889 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7873c577-04ad-40e1-9e32-9a1e71d63697 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (f40d4911-ba52-4e3d-9731-82a92b3fb8d6), before_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.414449 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7873c577-04ad-40e1-9e32-9a1e71d63697 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (f40d4911-ba52-4e3d-9731-82a92b3fb8d6), precommit_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.487815 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7873c577-04ad-40e1-9e32-9a1e71d63697 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (f40d4911-ba52-4e3d-9731-82a92b3fb8d6), after_create {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.505749 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873c577-04ad-40e1-9e32-9a1e71d63697 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40d4911-ba52-4e3d-9731-82a92b3fb8d6,revision_number=0']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:45.521371 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (983209d7-8336-4921-ac06-d6a6f300a72c), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.548409 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event deleted for resources: {'Port': ['ID=983209d7-8336-4921-ac06-d6a6f300a72c,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:45.577118 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-7873c577-04ad-40e1-9e32-9a1e71d63697 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.578364 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-7873c577-04ad-40e1-9e32-9a1e71d63697 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3744292 Jan 19 14:45:45.581346 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50842) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:45.585880 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.v2.base [None req-e25f56f2-0dcf-4274-9a5a-0a0d386ed2d3 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'security_group_rule': {'security_group_id': '59997095-7e47-408e-bdd8-a9cd1c834479', 'project_id': '84dc8a2904d94f0aa42376d376480380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:45.613039 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] No DVR routers for this DVR port 983209d7-8336-4921-ac06-d6a6f300a72c on host hv-cinder-79987 {{(pid=103125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:45:45.616141 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.619497 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-de5cd443-9ad6-4413-9b47-0630e42c4012 req-6782242e-8bd0-44bb-841c-ba3a320f42cd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.57 "DELETE /v2.0/ports/983209d7-8336-4921-ac06-d6a6f300a72c HTTP/1.1" status: 204 len: 173 time: 0.6348364 Jan 19 14:45:45.619922 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'name': 'network-vif-deleted', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:45.626631 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf11362-7da9-4470-ab9e-ef6c0623c258" -d '{"events": [{"server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "name": "network-vif-deleted", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:45.654206 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.securitygroups_db [None req-e25f56f2-0dcf-4274-9a5a-0a0d386ed2d3 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Project 84dc8a2904d94f0aa42376d376480380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 14:45:45.656694 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b261cf59-5c29-4c39-8c6f-f2526ad2d39f x-openstack-request-id: req-b261cf59-5c29-4c39-8c6f-f2526ad2d39f {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:45.656893 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53c8dae-7709-4924-a316-f066a5252889", "name": "network-vif-deleted", "tag": "983209d7-8336-4921-ac06-d6a6f300a72c", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:45.657141 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b261cf59-5c29-4c39-8c6f-f2526ad2d39f {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:45.657539 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53c8dae-7709-4924-a316-f066a5252889', 'name': 'network-vif-deleted', 'tag': '983209d7-8336-4921-ac06-d6a6f300a72c', 'status': 'completed', 'code': 200} Jan 19 14:45:45.659663 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e25f56f2-0dcf-4274-9a5a-0a0d386ed2d3 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (8818589f-d05c-43c9-acc9-295a4b2ac3db), before_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.717839 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e25f56f2-0dcf-4274-9a5a-0a0d386ed2d3 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (8818589f-d05c-43c9-acc9-295a4b2ac3db), precommit_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.762291 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e25f56f2-0dcf-4274-9a5a-0a0d386ed2d3 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022305'] for security_group_rule (8818589f-d05c-43c9-acc9-295a4b2ac3db), after_create {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.777487 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f56f2-0dcf-4274-9a5a-0a0d386ed2d3 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8818589f-d05c-43c9-acc9-295a4b2ac3db,revision_number=0']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:45.832600 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e25f56f2-0dcf-4274-9a5a-0a0d386ed2d3 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:45.836603 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-e25f56f2-0dcf-4274-9a5a-0a0d386ed2d3 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2515078 Jan 19 14:45:45.842825 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-401f3cad-8452-4d4b-ae1f-13423b41dd5c req-b86d1059-ebe9-4520-acca-fe9db73867fd tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "GET /v2.0/ports?device_id=d53c8dae-7709-4924-a316-f066a5252889 HTTP/1.1" status: 200 len: 210 time: 0.0281277 Jan 19 14:45:45.942538 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-79690257-7c61-45b1-8533-7017ff6cab3f tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685961845&fields=id&tenant_id=84dc8a2904d94f0aa42376d376480380 HTTP/1.1" status: 200 len: 267 time: 0.0592804 Jan 19 14:45:46.000175 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-a30e159f-41c6-4bbc-a0ac-3750a6ff7e8b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:46.001727 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-a30e159f-41c6-4bbc-a0ac-3750a6ff7e8b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0531888 Jan 19 14:45:46.012827 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-3ba03cce-5947-4a24-a148-311631e0974c tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'port': {'security_groups': ['c31b60eb-fc97-4a1e-8c11-d405bbf90bea', '59997095-7e47-408e-bdd8-a9cd1c834479']}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:45:46.079907 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-3ba03cce-5947-4a24-a148-311631e0974c tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:46.261260 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-3ba03cce-5947-4a24-a148-311631e0974c tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] For port b0f3c0c9-4bed-46da-baa1-a078223aca88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:46.289523 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-3ba03cce-5947-4a24-a148-311631e0974c tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:46.344713 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-3ba03cce-5947-4a24-a148-311631e0974c tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:46.357186 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['b0f3c0c9-4bed-46da-baa1-a078223aca88'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:45:46.389300 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-3ba03cce-5947-4a24-a148-311631e0974c tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:46.389959 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-3ba03cce-5947-4a24-a148-311631e0974c tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:46.391375 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-57206cf4-a968-49bc-95e0-1eade0d76ac3 req-3ba03cce-5947-4a24-a148-311631e0974c tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "PUT /v2.0/ports/b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 200 len: 981 time: 0.3833060 Jan 19 14:45:46.417882 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba03cce-5947-4a24-a148-311631e0974c tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'Port': ['ID=b0f3c0c9-4bed-46da-baa1-a078223aca88,revision_number=6']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:46.455424 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['b0f3c0c9-4bed-46da-baa1-a078223aca88'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:45:46.520143 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e892f2c-cd80-4de4-9ef0-e4ad798ce0b5 req-ca544b19-4494-456a-8548-21897615621e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:46.526482 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5e892f2c-cd80-4de4-9ef0-e4ad798ce0b5 req-ca544b19-4494-456a-8548-21897615621e tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0628896 Jan 19 14:45:46.590690 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5e892f2c-cd80-4de4-9ef0-e4ad798ce0b5 req-4807ecc2-940c-4238-b99e-4b65ae5ceaf8 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622985 Jan 19 14:45:46.676742 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-d5f3fc46-fb9f-4976-bc92-82b0a4da66a1 None None] Provisioning complete for port b0f3c0c9-4bed-46da-baa1-a078223aca88 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:45:46.677029 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d5f3fc46-fb9f-4976-bc92-82b0a4da66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:46.889381 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3fc46-fb9f-4976-bc92-82b0a4da66a1 None None] Current status of the port b0f3c0c9-4bed-46da-baa1-a078223aca88 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:45:46.898456 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50856) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:47.020621 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Deleting port f7dc20b7-1c1f-488d-91aa-dcc37b10aced {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:47.020967 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (f7dc20b7-1c1f-488d-91aa-dcc37b10aced), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:47.093887 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (f7dc20b7-1c1f-488d-91aa-dcc37b10aced), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:47.094263 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (f7dc20b7-1c1f-488d-91aa-dcc37b10aced), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:47.105696 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Calling delete_port for f7dc20b7-1c1f-488d-91aa-dcc37b10aced owned by network:floatingip {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:47.305219 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (f7dc20b7-1c1f-488d-91aa-dcc37b10aced), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:47.328946 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event deleted for resources: {'Port': ['ID=f7dc20b7-1c1f-488d-91aa-dcc37b10aced,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:47.390260 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for floatingip (a1764760-e30b-4797-9c02-3b16fcf20d0d), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:47.392873 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:47.394031 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-ab178daf-088f-444b-8c7d-458585c6bf06 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "DELETE /v2.0/floatingips/a1764760-e30b-4797-9c02-3b16fcf20d0d HTTP/1.1" status: 204 len: 168 time: 0.4944720 Jan 19 14:45:47.658682 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:45:47.661240 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04ee7d-e443-472f-93bb-4ef357000018" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:45:47.696177 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ecc66a-ce44-4aef-bc67-f022c455c412 x-openstack-request-id: req-c1ecc66a-ce44-4aef-bc67-f022c455c412 {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:45:47.696536 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:45:47.696793 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1ecc66a-ce44-4aef-bc67-f022c455c412 {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:45:47.697197 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'status': 'completed', 'code': 200} Jan 19 14:45:47.758922 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-9caa6b5d-057e-4633-8c12-3e2982c33310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:47.760368 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-9caa6b5d-057e-4633-8c12-3e2982c33310 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dc8a2904d94f0aa42376d376480380&device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 1137 time: 0.0410142 Jan 19 14:45:47.845722 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-b982e9c5-f4e8-415b-9362-d16e87cdfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:47.847211 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-b982e9c5-f4e8-415b-9362-d16e87cdfa23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd978c2-568e-4889-801f-38ef0d563d96 HTTP/1.1" status: 200 len: 916 time: 0.0805252 Jan 19 14:45:47.913871 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-f83eb767-553c-4cdc-8424-b0cbaf96ddcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 200 len: 1001 time: 0.0601673 Jan 19 14:45:47.962328 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-ef0ef2c7-1db0-45fb-bc63-8e84c0eaa37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:47.963775 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-ef0ef2c7-1db0-45fb-bc63-8e84c0eaa37b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a9d08d-3454-497d-8ece-9198ea58376d HTTP/1.1" status: 200 len: 854 time: 0.0429039 Jan 19 14:45:48.009375 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-659d84e0-8a1c-4fcb-a99d-33d5b942f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:45:48.010902 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-659d84e0-8a1c-4fcb-a99d-33d5b942f653 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd978c2-568e-4889-801f-38ef0d563d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410869 Jan 19 14:45:48.098659 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-5ac4345e-7283-48ba-ab59-a6f0e2cf4eff service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815437 Jan 19 14:45:48.183928 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9d04ee7d-e443-472f-93bb-4ef357000018 req-51011ded-54e3-454c-9e92-ce6cc9fbaecb service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786979 Jan 19 14:45:48.374506 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 983209d7-8336-4921-ac06-d6a6f300a72c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:45:48.395033 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: 983209d7-8336-4921-ac06-d6a6f300a72c {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:45:48.395377 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device 983209d7-8336-4921-ac06-d6a6f300a72c not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:45:48.705970 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50870) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:48.760064 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8af03e44-8451-4e1d-a712-81df795f6591 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group (fdd72697-cb1b-452a-9f4b-8a028a59eaf5), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:48.783696 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8af03e44-8451-4e1d-a712-81df795f6591 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group (fdd72697-cb1b-452a-9f4b-8a028a59eaf5), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:48.888057 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8af03e44-8451-4e1d-a712-81df795f6591 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (fdd72697-cb1b-452a-9f4b-8a028a59eaf5), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:48.890689 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-8af03e44-8451-4e1d-a712-81df795f6591 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:48.891835 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-8af03e44-8451-4e1d-a712-81df795f6591 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] 10.222.0.79 "DELETE /v2.0/security-groups/fdd72697-cb1b-452a-9f4b-8a028a59eaf5 HTTP/1.1" status: 204 len: 168 time: 0.1848853 Jan 19 14:45:48.907619 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af03e44-8451-4e1d-a712-81df795f6591 tempest-TestVolumeBootPattern-1404494402 tempest-TestVolumeBootPattern-1404494402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd72697-cb1b-452a-9f4b-8a028a59eaf5,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:49.004430 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50874) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:49.441182 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564239'] for router_interface (33253a25-da8a-417b-849e-0222c9d5b945), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:49.672164 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Deleting port c00d3288-74a2-46f0-8c69-a36cef390159 {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:49.672494 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:49.746223 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] For port c00d3288-74a2-46f0-8c69-a36cef390159, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=c00d3288-74a2-46f0-8c69-a36cef390159,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:49.746498 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:49.762094 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Calling delete_port for c00d3288-74a2-46f0-8c69-a36cef390159 owned by network:router_interface {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:50.110992 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (c00d3288-74a2-46f0-8c69-a36cef390159), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:50.138861 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00d3288-74a2-46f0-8c69-a36cef390159,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:50.300252 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582047'] for router_interface (33253a25-da8a-417b-849e-0222c9d5b945), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:50.504688 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Router 33253a25-da8a-417b-849e-0222c9d5b945 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:45:50.859158 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:45:50.866626 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-6b00974e-7de9-42d5-95a7-4dc9faae8288 admin admin] 10.222.0.79 "PUT /v2.0/routers/33253a25-da8a-417b-849e-0222c9d5b945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587155 Jan 19 14:45:50.867234 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50878) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:50.868066 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] Sync routers for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:45:50.878645 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:50.879243 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:50.968405 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks [] for router (33253a25-da8a-417b-849e-0222c9d5b945), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:50.990628 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:51.067264 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks [] for router_gateway (33253a25-da8a-417b-849e-0222c9d5b945), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.166967 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:45:49Z', 'revision_number': 5, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port': {'id': 'e8771eb2-75f0-448d-bb8e-d363d2c53df9', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33253a25-da8a-417b-849e-0222c9d5b945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:37:57Z', 'updated_at': '2022-01-19T14:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:51.193536 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Deleting port e8771eb2-75f0-448d-bb8e-d363d2c53df9 {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:51.194156 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] Checking router: 33253a25-da8a-417b-849e-0222c9d5b945 for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:45:51.194270 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.206839 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] Routers {'33253a25-da8a-417b-849e-0222c9d5b945'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:51.207467 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['33253a25-da8a-417b-849e-0222c9d5b945'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:51.272800 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] For port e8771eb2-75f0-448d-bb8e-d363d2c53df9, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=e8771eb2-75f0-448d-bb8e-d363d2c53df9,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:51.273193 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.290733 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Calling delete_port for e8771eb2-75f0-448d-bb8e-d363d2c53df9 owned by network:router_gateway {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:51.301223 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] Set router 33253a25-da8a-417b-849e-0222c9d5b945 gateway port host: None {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:51.364031 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:45:51Z', 'revision_number': 6, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port_host': None}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:51.389845 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c94c0-bdbc-424d-b14a-0216fecb02ff None None] The sync data for ids ['33253a25-da8a-417b-849e-0222c9d5b945'] in dv-cinder-799871-15-iscsi is: [{'id': '33253a25-da8a-417b-849e-0222c9d5b945', 'name': 'tempest-TestVolumeBootPattern-710334629-router', 'tenant_id': 'df25f3f904f14ecfb7844bf47cf13285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:37:56Z', 'updated_at': '2022-01-19T14:45:51Z', 'revision_number': 6, 'project_id': 'df25f3f904f14ecfb7844bf47cf13285', 'gw_port_host': None}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:45:51.449263 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:45:51.521714 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (e8771eb2-75f0-448d-bb8e-d363d2c53df9), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.549673 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8771eb2-75f0-448d-bb8e-d363d2c53df9,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:51.609526 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563521'] for router_gateway (33253a25-da8a-417b-849e-0222c9d5b945), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.695053 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57833'] for router (33253a25-da8a-417b-849e-0222c9d5b945), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.697004 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks [] for router_controller (33253a25-da8a-417b-849e-0222c9d5b945), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.842674 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582893'] for router (33253a25-da8a-417b-849e-0222c9d5b945), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.843189 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33253a25-da8a-417b-849e-0222c9d5b945 {{(pid=103125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 14:45:51.847632 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.848877 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-9f886acd-d7dd-4cd6-b2c1-017199f70926 admin admin] 10.222.0.79 "DELETE /v2.0/routers/33253a25-da8a-417b-849e-0222c9d5b945 HTTP/1.1" status: 204 len: 168 time: 0.9806471 Jan 19 14:45:51.851912 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50880) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:51.898225 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_v2 [None req-a238250d-3877-45a0-bd7b-b1a82d198c59 admin admin] Deleting subnet bd1fd067-702e-4b81-a009-d45a1fd4fffb {{(pid=103125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:45:51.901185 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a238250d-3877-45a0-bd7b-b1a82d198c59 admin admin] Publish callbacks [] for subnet (bd1fd067-702e-4b81-a009-d45a1fd4fffb), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:51.934980 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a238250d-3877-45a0-bd7b-b1a82d198c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239063'] for subnet (bd1fd067-702e-4b81-a009-d45a1fd4fffb), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.008456 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a238250d-3877-45a0-bd7b-b1a82d198c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (bd1fd067-702e-4b81-a009-d45a1fd4fffb), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.133984 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a238250d-3877-45a0-bd7b-b1a82d198c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62761738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58968061'] for subnet (bd1fd067-702e-4b81-a009-d45a1fd4fffb), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.161147 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-a238250d-3877-45a0-bd7b-b1a82d198c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.168012 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-a238250d-3877-45a0-bd7b-b1a82d198c59 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bd1fd067-702e-4b81-a009-d45a1fd4fffb HTTP/1.1" status: 204 len: 168 time: 0.3128569 Jan 19 14:45:52.168012 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238250d-3877-45a0-bd7b-b1a82d198c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1fd067-702e-4b81-a009-d45a1fd4fffb,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:52.168311 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388bd1e-b513-47f3-b76e-5e28a83517a5 None None] Network de9041de-14d8-4751-a4f5-036c4311aca9 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:45:52.169336 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50882) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:52.225541 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device c00d3288-74a2-46f0-8c69-a36cef390159 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:45:52.242364 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (de9041de-14d8-4751-a4f5-036c4311aca9), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.249451 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: c00d3288-74a2-46f0-8c69-a36cef390159 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:45:52.249854 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device c00d3288-74a2-46f0-8c69-a36cef390159 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:45:52.300174 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Deleting port 1460619f-b1d4-432f-be3a-152eebbd8752 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:52.300507 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.362004 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] For port 1460619f-b1d4-432f-be3a-152eebbd8752, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=1460619f-b1d4-432f-be3a-152eebbd8752,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:52.362350 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.365651 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] DHCP port deletion for de9041de-14d8-4751-a4f5-036c4311aca9 request from dv-cinder-799871-15-iscsi {{(pid=103127) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 14:45:52.383775 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Calling delete_port for 1460619f-b1d4-432f-be3a-152eebbd8752 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:52.413225 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Deleting port 1460619f-b1d4-432f-be3a-152eebbd8752 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:52.413646 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.481991 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] For port 1460619f-b1d4-432f-be3a-152eebbd8752, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=1460619f-b1d4-432f-be3a-152eebbd8752,segment=NetworkSegment(78a04b80-bcc1-41ac-8893-2dd8baba87fe),segment_id=78a04b80-bcc1-41ac-8893-2dd8baba87fe)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:52.482383 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.498224 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Calling delete_port for 1460619f-b1d4-432f-be3a-152eebbd8752 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:52.532197 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.559476 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Pushing event deleted for resources: {'Port': ['ID=1460619f-b1d4-432f-be3a-152eebbd8752,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:52.568490 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] No DVR routers for this DVR port 1460619f-b1d4-432f-be3a-152eebbd8752 on host dv-cinder-799871-15-iscsi {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:45:52.576130 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413'] for port (1460619f-b1d4-432f-be3a-152eebbd8752), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.603333 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Pushing event deleted for resources: {'Port': ['ID=1460619f-b1d4-432f-be3a-152eebbd8752,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:52.611966 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] No DVR routers for this DVR port 1460619f-b1d4-432f-be3a-152eebbd8752 on host dv-cinder-799871-15-iscsi {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:45:52.614181 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.614525 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.614861 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.615260 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.615519 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.615843 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.616163 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.616484 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.616833 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.617153 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.617476 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.617787 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.618127 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3da770b-b586-48bc-b13d-e7f846e31bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:45:52.642654 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (de9041de-14d8-4751-a4f5-036c4311aca9), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.662400 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9041de-14d8-4751-a4f5-036c4311aca9']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:52.672095 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a04b80-bcc1-41ac-8893-2dd8baba87fe') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:52.672389 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a04b80-bcc1-41ac-8893-2dd8baba87fe') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:52.681331 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (78a04b80-bcc1-41ac-8893-2dd8baba87fe), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.694347 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (78a04b80-bcc1-41ac-8893-2dd8baba87fe), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.700796 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (78a04b80-bcc1-41ac-8893-2dd8baba87fe), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.702967 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: warnings.warn(msg) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:45:52.705419 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:45:52.813714 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (de9041de-14d8-4751-a4f5-036c4311aca9), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.818330 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:52.822174 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] 10.222.0.79 "DELETE /v2.0/networks/de9041de-14d8-4751-a4f5-036c4311aca9 HTTP/1.1" status: 204 len: 168 time: 0.6511624 Jan 19 14:45:52.825126 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50886) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:52.834962 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3424ff7-648e-4468-8abd-904c803dc797 admin admin] Pushing event deleted for resources: {'Network': ['ID=de9041de-14d8-4751-a4f5-036c4311aca9,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:53.159627 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564239'] for router_interface (93a27690-d0b1-46f0-815e-4a54732284bc), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:53.405407 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Deleting port 6f47df5b-c563-4756-9322-586bba54dda4 {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:53.405742 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (6f47df5b-c563-4756-9322-586bba54dda4), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:53.482878 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] For port 6f47df5b-c563-4756-9322-586bba54dda4, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6f47df5b-c563-4756-9322-586bba54dda4,segment=NetworkSegment(d012e48c-93c8-4643-9b2f-cc0a732c4d69),segment_id=d012e48c-93c8-4643-9b2f-cc0a732c4d69)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:53.483150 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (6f47df5b-c563-4756-9322-586bba54dda4), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:53.495385 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Calling delete_port for 6f47df5b-c563-4756-9322-586bba54dda4 owned by network:router_interface {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:53.677198 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 1460619f-b1d4-432f-be3a-152eebbd8752 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:45:53.697719 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 1460619f-b1d4-432f-be3a-152eebbd8752 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:45:53.698083 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 1460619f-b1d4-432f-be3a-152eebbd8752 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:45:53.698490 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device e8771eb2-75f0-448d-bb8e-d363d2c53df9 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:45:53.717128 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: e8771eb2-75f0-448d-bb8e-d363d2c53df9 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:45:53.717474 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device e8771eb2-75f0-448d-bb8e-d363d2c53df9 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:45:53.722276 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (6f47df5b-c563-4756-9322-586bba54dda4), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:53.746865 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f47df5b-c563-4756-9322-586bba54dda4,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:53.916631 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582047'] for router_interface (93a27690-d0b1-46f0-815e-4a54732284bc), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:54.119756 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Router 93a27690-d0b1-46f0-815e-4a54732284bc has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:45:54.220866 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:45:54.225888 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-bf4b23bc-ba71-4d4a-8152-0a7927ae15b0 admin admin] 10.222.0.79 "PUT /v2.0/routers/93a27690-d0b1-46f0-815e-4a54732284bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3996942 Jan 19 14:45:54.229434 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50888) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:54.231517 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] Sync routers for ids ['93a27690-d0b1-46f0-815e-4a54732284bc'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:45:54.242493 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] Routers {'93a27690-d0b1-46f0-815e-4a54732284bc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:54.243108 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['93a27690-d0b1-46f0-815e-4a54732284bc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:54.328919 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks [] for router (93a27690-d0b1-46f0-815e-4a54732284bc), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:54.344753 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] Set router 93a27690-d0b1-46f0-815e-4a54732284bc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:54.428139 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks [] for router_gateway (93a27690-d0b1-46f0-815e-4a54732284bc), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:54.521533 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '6de9fe99-ad40-4964-aead-43e339114d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:38:06Z', 'updated_at': '2022-01-19T14:45:53Z', 'revision_number': 5, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'gw_port': {'id': '6de9fe99-ad40-4964-aead-43e339114d25', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:38:08Z', 'updated_at': '2022-01-19T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:54.530191 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Deleting port 6de9fe99-ad40-4964-aead-43e339114d25 {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:54.533137 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (6de9fe99-ad40-4964-aead-43e339114d25), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:54.548659 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] Checking router: 93a27690-d0b1-46f0-815e-4a54732284bc for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:45:54.557128 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] Routers {'93a27690-d0b1-46f0-815e-4a54732284bc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:45:54.557754 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:45:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['93a27690-d0b1-46f0-815e-4a54732284bc'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:54.616041 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] For port 6de9fe99-ad40-4964-aead-43e339114d25, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6de9fe99-ad40-4964-aead-43e339114d25,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:54.616317 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (6de9fe99-ad40-4964-aead-43e339114d25), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:54.630030 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Calling delete_port for 6de9fe99-ad40-4964-aead-43e339114d25 owned by network:router_gateway {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:54.642121 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] Set router 93a27690-d0b1-46f0-815e-4a54732284bc gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:45:54.691375 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:38:06Z', 'updated_at': '2022-01-19T14:45:54Z', 'revision_number': 6, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'gw_port_host': None}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:54.719451 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf3dad-6c18-424f-96df-d7b6b0df0a03 None None] The sync data for ids ['93a27690-d0b1-46f0-815e-4a54732284bc'] in dv-cinder-799871-15-iscsi is: [{'id': '93a27690-d0b1-46f0-815e-4a54732284bc', 'name': 'tempest-TestVolumeBootPattern-1172209325-router', 'tenant_id': '5743ed0441cc4461a67b628f16de0775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:38:06Z', 'updated_at': '2022-01-19T14:45:54Z', 'revision_number': 6, 'project_id': '5743ed0441cc4461a67b628f16de0775', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:45:54.854015 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (6de9fe99-ad40-4964-aead-43e339114d25), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:54.878652 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de9fe99-ad40-4964-aead-43e339114d25,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:54.942658 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563521'] for router_gateway (93a27690-d0b1-46f0-815e-4a54732284bc), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.291959 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57833'] for router (93a27690-d0b1-46f0-815e-4a54732284bc), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.294084 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks [] for router_controller (93a27690-d0b1-46f0-815e-4a54732284bc), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.396381 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582893'] for router (93a27690-d0b1-46f0-815e-4a54732284bc), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.396899 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a27690-d0b1-46f0-815e-4a54732284bc {{(pid=103125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 14:45:55.401073 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.402274 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-36e3d88b-2369-4c69-90fc-ccf139d21ec3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/93a27690-d0b1-46f0-815e-4a54732284bc HTTP/1.1" status: 204 len: 168 time: 1.1718955 Jan 19 14:45:55.404760 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 50890) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:55.449162 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.db_base_plugin_v2 [None req-9734f396-ff0b-4b87-9c3e-8482a2614941 admin admin] Deleting subnet 03c2ab1c-262b-42af-b197-f977d7105b7d {{(pid=103125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:45:55.452576 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9734f396-ff0b-4b87-9c3e-8482a2614941 admin admin] Publish callbacks [] for subnet (03c2ab1c-262b-42af-b197-f977d7105b7d), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.490073 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9734f396-ff0b-4b87-9c3e-8482a2614941 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62239063'] for subnet (03c2ab1c-262b-42af-b197-f977d7105b7d), precommit_delete_associations {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.565126 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9734f396-ff0b-4b87-9c3e-8482a2614941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (03c2ab1c-262b-42af-b197-f977d7105b7d), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.669888 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6de9fe99-ad40-4964-aead-43e339114d25 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:45:55.676738 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9734f396-ff0b-4b87-9c3e-8482a2614941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62761738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58968061'] for subnet (03c2ab1c-262b-42af-b197-f977d7105b7d), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.691512 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 6de9fe99-ad40-4964-aead-43e339114d25 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:45:55.691862 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6de9fe99-ad40-4964-aead-43e339114d25 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:45:55.692273 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6f47df5b-c563-4756-9322-586bba54dda4 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:45:55.704230 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734f396-ff0b-4b87-9c3e-8482a2614941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c2ab1c-262b-42af-b197-f977d7105b7d,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:55.707708 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-9734f396-ff0b-4b87-9c3e-8482a2614941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for subnet (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.713949 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-9734f396-ff0b-4b87-9c3e-8482a2614941 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/03c2ab1c-262b-42af-b197-f977d7105b7d HTTP/1.1" status: 204 len: 168 time: 0.3064241 Jan 19 14:45:55.714874 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50892) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:55.716609 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e32225-7bcd-49db-a8b0-54226056bad9 None None] Network 1bbfa25b-ee86-4a01-a733-3af8fe033e55 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:45:55.718881 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 6f47df5b-c563-4756-9322-586bba54dda4 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:45:55.720047 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6f47df5b-c563-4756-9322-586bba54dda4 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:45:55.788453 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (1bbfa25b-ee86-4a01-a733-3af8fe033e55), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.841815 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Deleting port 20b1f694-cb7e-467b-a3f5-8624e46a7637 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:55.842196 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.857999 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f54464-cb6c-4be2-b2b4-fb8b146aaf8b None None] DHCP port deletion for 1bbfa25b-ee86-4a01-a733-3af8fe033e55 request from dv-cinder-799871-15-iscsi {{(pid=103127) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 14:45:55.903941 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] For port 20b1f694-cb7e-467b-a3f5-8624e46a7637, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=20b1f694-cb7e-467b-a3f5-8624e46a7637,segment=NetworkSegment(d012e48c-93c8-4643-9b2f-cc0a732c4d69),segment_id=d012e48c-93c8-4643-9b2f-cc0a732c4d69)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:55.904294 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.905571 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f2f54464-cb6c-4be2-b2b4-fb8b146aaf8b None None] Deleting port 20b1f694-cb7e-467b-a3f5-8624e46a7637 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:45:55.905983 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2f54464-cb6c-4be2-b2b4-fb8b146aaf8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.926016 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Calling delete_port for 20b1f694-cb7e-467b-a3f5-8624e46a7637 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:55.971232 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-f2f54464-cb6c-4be2-b2b4-fb8b146aaf8b None None] For port 20b1f694-cb7e-467b-a3f5-8624e46a7637, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=20b1f694-cb7e-467b-a3f5-8624e46a7637,segment=NetworkSegment(d012e48c-93c8-4643-9b2f-cc0a732c4d69),segment_id=d012e48c-93c8-4643-9b2f-cc0a732c4d69)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:45:55.971653 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2f54464-cb6c-4be2-b2b4-fb8b146aaf8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:55.984523 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-f2f54464-cb6c-4be2-b2b4-fb8b146aaf8b None None] Calling delete_port for 20b1f694-cb7e-467b-a3f5-8624e46a7637 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:45:56.110944 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:56.116643 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f2f54464-cb6c-4be2-b2b4-fb8b146aaf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413'] for port (20b1f694-cb7e-467b-a3f5-8624e46a7637), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:56.135821 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=20b1f694-cb7e-467b-a3f5-8624e46a7637,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:56.139457 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] No DVR routers for this DVR port 20b1f694-cb7e-467b-a3f5-8624e46a7637 on host dv-cinder-799871-15-iscsi {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:45:56.141239 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54464-cb6c-4be2-b2b4-fb8b146aaf8b None None] Pushing event deleted for resources: {'Port': ['ID=20b1f694-cb7e-467b-a3f5-8624e46a7637,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:56.145239 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f54464-cb6c-4be2-b2b4-fb8b146aaf8b None None] No DVR routers for this DVR port 20b1f694-cb7e-467b-a3f5-8624e46a7637 on host dv-cinder-799871-15-iscsi {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:45:56.210260 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (1bbfa25b-ee86-4a01-a733-3af8fe033e55), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:56.231119 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbfa25b-ee86-4a01-a733-3af8fe033e55']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:56.240213 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd012e48c-93c8-4643-9b2f-cc0a732c4d69') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:56.240513 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd012e48c-93c8-4643-9b2f-cc0a732c4d69') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:45:56.249519 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (d012e48c-93c8-4643-9b2f-cc0a732c4d69), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:56.262631 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (d012e48c-93c8-4643-9b2f-cc0a732c4d69), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:56.268407 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:45:56.268793 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (d012e48c-93c8-4643-9b2f-cc0a732c4d69), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:45:56.270416 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:45:56.373843 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (1bbfa25b-ee86-4a01-a733-3af8fe033e55), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:56.388338 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:56.391509 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] 10.222.0.79 "DELETE /v2.0/networks/1bbfa25b-ee86-4a01-a733-3af8fe033e55 HTTP/1.1" status: 204 len: 168 time: 0.6753809 Jan 19 14:45:56.392705 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8351c79-77f8-493c-a4ca-96e56ef2e7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbfa25b-ee86-4a01-a733-3af8fe033e55,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:56.686818 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50896) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:56.982468 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-5a87a660-9747-461b-abdb-37e68764d420 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df25f3f904f14ecfb7844bf47cf13285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943182 Jan 19 14:45:56.984745 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50898) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:57.029987 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed940e49-76b7-43e4-9135-1243b13a3361 admin admin] Publish callbacks [] for security_group (d5356a12-0a41-4ca3-82ad-1102aa2a6f01), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:57.049610 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed940e49-76b7-43e4-9135-1243b13a3361 admin admin] Publish callbacks [] for security_group (d5356a12-0a41-4ca3-82ad-1102aa2a6f01), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:57.190669 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed940e49-76b7-43e4-9135-1243b13a3361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (d5356a12-0a41-4ca3-82ad-1102aa2a6f01), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:57.193267 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ed940e49-76b7-43e4-9135-1243b13a3361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:57.194463 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-ed940e49-76b7-43e4-9135-1243b13a3361 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5356a12-0a41-4ca3-82ad-1102aa2a6f01 HTTP/1.1" status: 204 len: 168 time: 0.2088237 Jan 19 14:45:57.203828 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed940e49-76b7-43e4-9135-1243b13a3361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5356a12-0a41-4ca3-82ad-1102aa2a6f01,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:45:57.666848 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 20b1f694-cb7e-467b-a3f5-8624e46a7637 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:45:57.687248 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 20b1f694-cb7e-467b-a3f5-8624e46a7637 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:45:57.687590 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 20b1f694-cb7e-467b-a3f5-8624e46a7637 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:45:57.749802 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50904) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:57.788100 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-9790c161-e389-4675-92ef-c3796eeed232 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5743ed0441cc4461a67b628f16de0775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368145 Jan 19 14:45:57.790349 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50906) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:45:57.835370 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c506166d-6810-4d0b-b11b-f8c058be126b admin admin] Publish callbacks [] for security_group (e2493dec-5109-4dae-ad5b-9b01bce22377), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:57.855423 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c506166d-6810-4d0b-b11b-f8c058be126b admin admin] Publish callbacks [] for security_group (e2493dec-5109-4dae-ad5b-9b01bce22377), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:57.967934 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c506166d-6810-4d0b-b11b-f8c058be126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (e2493dec-5109-4dae-ad5b-9b01bce22377), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:57.970552 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-c506166d-6810-4d0b-b11b-f8c058be126b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:45:57.971702 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-c506166d-6810-4d0b-b11b-f8c058be126b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e2493dec-5109-4dae-ad5b-9b01bce22377 HTTP/1.1" status: 204 len: 168 time: 0.1804833 Jan 19 14:45:57.979995 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506166d-6810-4d0b-b11b-f8c058be126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2493dec-5109-4dae-ad5b-9b01bce22377,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:46:04.071406 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b929d2-0a94-4ca8-b793-d4f0dfcaa205 req-20487674-8efd-4067-bbf5-ea3379d0c925 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:04.073375 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-43b929d2-0a94-4ca8-b793-d4f0dfcaa205 req-20487674-8efd-4067-bbf5-ea3379d0c925 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0529282 Jan 19 14:46:04.144010 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-43b929d2-0a94-4ca8-b793-d4f0dfcaa205 req-ddf773bf-3274-4e8b-b62b-6f7547dc6afd tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641387 Jan 19 14:46:04.162602 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0575154a-f8da-4450-89d6-fa27e991dd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:04.295591 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-5585a236-f23b-4001-9d10-391e632cd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:04.297064 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-5585a236-f23b-4001-9d10-391e632cd258 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dc8a2904d94f0aa42376d376480380&device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 1137 time: 0.1775229 Jan 19 14:46:04.386303 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-cbae922e-3960-4fb1-8bcb-d29a14e1f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:04.387759 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-cbae922e-3960-4fb1-8bcb-d29a14e1f4e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd978c2-568e-4889-801f-38ef0d563d96 HTTP/1.1" status: 200 len: 916 time: 0.0846677 Jan 19 14:46:04.452571 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-2f03e2fc-b015-4d40-8343-326a19fcede1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 200 len: 1001 time: 0.0585809 Jan 19 14:46:04.501069 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-ee882b3d-b38b-46e9-a41e-daf1b72879a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:04.502467 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-ee882b3d-b38b-46e9-a41e-daf1b72879a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a9d08d-3454-497d-8ece-9198ea58376d HTTP/1.1" status: 200 len: 854 time: 0.0419338 Jan 19 14:46:04.547597 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-91c1397e-7e13-4af4-8a18-106199f684ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:04.548989 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-91c1397e-7e13-4af4-8a18-106199f684ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd978c2-568e-4889-801f-38ef0d563d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404744 Jan 19 14:46:04.634528 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-6ddb774d-5930-4c01-b6ea-7cfa6c4f0fb2 service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788462 Jan 19 14:46:04.723612 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02028b2f-d5c5-4133-a87a-eff881b6bd4f req-cc21d38b-eda2-4bf8-b2ed-e4d63f80a535 service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820506 Jan 19 14:46:05.258952 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826c6b2-b2b7-4402-b287-e1f5dc145c16 req-50b31b52-ee9f-4aeb-9a92-055a14a78bde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:05.260941 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8826c6b2-b2b7-4402-b287-e1f5dc145c16 req-50b31b52-ee9f-4aeb-9a92-055a14a78bde tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0488191 Jan 19 14:46:05.317924 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-8826c6b2-b2b7-4402-b287-e1f5dc145c16 req-3a7d65eb-2c1a-4956-b072-e6bbd843c2ea tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511236 Jan 19 14:46:06.327652 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e73b2f44-d033-46dc-bed9-211503adaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:06.434237 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2d64d-a40b-4ba8-a59c-0c58b139176b req-16b59f17-c141-406b-87f1-a33afcc7608b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:06.435761 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e8a2d64d-a40b-4ba8-a59c-0c58b139176b req-16b59f17-c141-406b-87f1-a33afcc7608b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0493927 Jan 19 14:46:06.495011 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-e8a2d64d-a40b-4ba8-a59c-0c58b139176b req-3414a3b3-d59e-46d8-b1f3-7980eaab4835 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534630 Jan 19 14:46:07.610373 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095a11f-0354-4a0a-96ba-c5a599031a53 req-d2487fe8-52f1-4cab-bdc1-ff3cabfab468 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:07.611826 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7095a11f-0354-4a0a-96ba-c5a599031a53 req-d2487fe8-52f1-4cab-bdc1-ff3cabfab468 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0515220 Jan 19 14:46:07.670691 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7095a11f-0354-4a0a-96ba-c5a599031a53 req-f3dbf0d0-a0a9-412c-8e46-d03d1aa5d405 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532475 Jan 19 14:46:07.835956 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:08.784013 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d28df-e8b8-4419-a2af-a2e75d7033ba req-925279ce-763f-414b-b44c-e802c69eaf97 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:08.785486 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-385d28df-e8b8-4419-a2af-a2e75d7033ba req-925279ce-763f-414b-b44c-e802c69eaf97 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0491481 Jan 19 14:46:08.843323 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-385d28df-e8b8-4419-a2af-a2e75d7033ba req-f590ef69-cf50-4ee3-9751-b0bcfb8e43b0 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522444 Jan 19 14:46:09.036254 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:09.955030 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a3a1b-6653-4f0e-9062-eb4e385674e1 req-d7599034-b554-42a2-be54-48b9bccf33d0 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:09.956495 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5f1a3a1b-6653-4f0e-9062-eb4e385674e1 req-d7599034-b554-42a2-be54-48b9bccf33d0 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0480964 Jan 19 14:46:10.037727 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5f1a3a1b-6653-4f0e-9062-eb4e385674e1 req-e5a47819-e34d-4d0a-b712-d1f7f665ec51 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756235 Jan 19 14:46:10.322229 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:11.148896 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5b389-3c80-4cf5-926a-ef3b6fa55ce0 req-479b3d2a-5671-4213-a883-6a9f883de4ef tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:11.150781 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-68e5b389-3c80-4cf5-926a-ef3b6fa55ce0 req-479b3d2a-5671-4213-a883-6a9f883de4ef tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0482492 Jan 19 14:46:11.207893 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-68e5b389-3c80-4cf5-926a-ef3b6fa55ce0 req-3ea30943-2a56-4765-b586-2a88d9ae8d78 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514963 Jan 19 14:46:11.361661 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:12.319011 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ef9fc-302d-4f73-acd1-747d5a7f3865 req-2455e056-0462-44bf-b445-b74934387b49 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:12.320466 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-816ef9fc-302d-4f73-acd1-747d5a7f3865 req-2455e056-0462-44bf-b445-b74934387b49 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0476010 Jan 19 14:46:12.381845 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-816ef9fc-302d-4f73-acd1-747d5a7f3865 req-a0a2f663-1569-4030-b599-9615171e2282 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552785 Jan 19 14:46:13.498777 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755fc1-4362-4c90-bbcb-f4d4c49b6df9 req-41f8b607-ca07-42b5-bbc8-d0231829b6ab tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:13.500234 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-aa755fc1-4362-4c90-bbcb-f4d4c49b6df9 req-41f8b607-ca07-42b5-bbc8-d0231829b6ab tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0520995 Jan 19 14:46:13.558314 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-aa755fc1-4362-4c90-bbcb-f4d4c49b6df9 req-f9fb8e61-cc47-4425-9496-f2e78ea98ebf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522175 Jan 19 14:46:14.668861 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8b2c8-9405-4f02-a867-48f0d9c71d2b req-d1c2d87b-4eeb-4590-b094-ecdee41102f1 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:14.670382 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02d8b2c8-9405-4f02-a867-48f0d9c71d2b req-d1c2d87b-4eeb-4590-b094-ecdee41102f1 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0484841 Jan 19 14:46:14.727597 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-02d8b2c8-9405-4f02-a867-48f0d9c71d2b req-99f9aad9-b2a8-4f03-95fc-cbbd611cd366 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517700 Jan 19 14:46:15.842472 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579f118-b0be-42bd-b85b-01d51188b193 req-5bf5c98b-517d-4184-80bd-162308170774 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:15.843946 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d579f118-b0be-42bd-b85b-01d51188b193 req-5bf5c98b-517d-4184-80bd-162308170774 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0521073 Jan 19 14:46:15.902790 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-d579f118-b0be-42bd-b85b-01d51188b193 req-62a6d089-a702-4299-bce7-b64fe70f5f53 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&id=59997095-7e47-408e-bdd8-a9cd1c834479&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532274 Jan 19 14:46:28.447850 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:46:34.156367 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4f07-82fd-42b9-8fe4-cf45989e8fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:36.327252 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-cc676a01-9a26-4516-8d5f-82a40b4c9d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:37.847627 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:39.036147 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:40.333264 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:41.373338 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:48.290744 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-f21ae42a-6a5a-4985-ac4d-19b932604e3b tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685961845&fields=id&tenant_id=84dc8a2904d94f0aa42376d376480380 HTTP/1.1" status: 200 len: 267 time: 0.0443020 Jan 19 14:46:48.342514 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-f0d35029-6cb9-416a-b45a-9a173c44459d tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:48.344001 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-f0d35029-6cb9-416a-b45a-9a173c44459d tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 984 time: 0.0475669 Jan 19 14:46:48.354546 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.v2.base [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Request body: {'port': {'security_groups': ['c31b60eb-fc97-4a1e-8c11-d405bbf90bea']}} {{(pid=103125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 14:46:48.418952 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4161311'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), before_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:48.586765 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] For port b0f3c0c9-4bed-46da-baa1-a078223aca88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:46:48.614811 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), precommit_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:48.675859 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765191175554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765190659422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765190659440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62761776'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), after_update {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:48.687776 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['b0f3c0c9-4bed-46da-baa1-a078223aca88'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:46:48.719838 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:48.720480 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:48.721881 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-4ae5df76-876f-41c1-9283-aa48ad43029c req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "PUT /v2.0/ports/b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 200 len: 942 time: 0.3716626 Jan 19 14:46:48.722371 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:46:48.724620 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:46:48.728748 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50950) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:46:48.756530 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event updated for resources: {'Port': ['ID=b0f3c0c9-4bed-46da-baa1-a078223aca88,revision_number=7']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:46:48.764049 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.765262 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.765618 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.765978 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.766318 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.766647 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.766974 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.767300 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.767621 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.767941 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.768264 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.768584 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.768902 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf2c285-ff98-4b0f-931a-b70d079884bf tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:48.781312 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f02991-ab89-4163-96f8-09fe8bd69fe6 x-openstack-request-id: req-29f02991-ab89-4163-96f8-09fe8bd69fe6 {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:46:48.781599 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:46:48.782306 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29f02991-ab89-4163-96f8-09fe8bd69fe6 {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:46:48.782677 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'status': 'completed', 'code': 200} Jan 19 14:46:48.814695 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['b0f3c0c9-4bed-46da-baa1-a078223aca88'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:46:48.824274 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group (59997095-7e47-408e-bdd8-a9cd1c834479), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:48.849302 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-dab8d55c-4b54-43b3-8ed0-dd1cc892e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:48.851784 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-dab8d55c-4b54-43b3-8ed0-dd1cc892e9cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dc8a2904d94f0aa42376d376480380&device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 1098 time: 0.0495830 Jan 19 14:46:48.857619 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group (59997095-7e47-408e-bdd8-a9cd1c834479), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:48.979260 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-f61c14ca-cbbf-45ef-84c9-47731ddeedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:48.980876 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-f61c14ca-cbbf-45ef-84c9-47731ddeedb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd978c2-568e-4889-801f-38ef0d563d96 HTTP/1.1" status: 200 len: 916 time: 0.1215127 Jan 19 14:46:48.991593 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.provisioning_blocks [None req-7f58b65d-e3e3-4c94-8315-c0cbc2af1093 None None] Provisioning complete for port b0f3c0c9-4bed-46da-baa1-a078223aca88 triggered by entity DHCP. {{(pid=103127) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 14:46:48.992339 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-7f58b65d-e3e3-4c94-8315-c0cbc2af1093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3752060'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), provisioning_complete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:48.996476 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (59997095-7e47-408e-bdd8-a9cd1c834479), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:49.004289 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:49.004289 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "DELETE /v2.0/security-groups/59997095-7e47-408e-bdd8-a9cd1c834479 HTTP/1.1" status: 204 len: 168 time: 0.2703795 Jan 19 14:46:49.008293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 50952) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:46:49.054695 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-5db32e53-560c-47fb-8911-bfd61cea63d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 200 len: 1001 time: 0.0673370 Jan 19 14:46:49.056330 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59997095-7e47-408e-bdd8-a9cd1c834479,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:46:49.071005 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.071358 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.071703 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.072046 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.072386 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.072722 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.073055 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.073390 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.073718 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.074074 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.074825 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.075232 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.075573 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef08b405-f931-42a2-9c53-5b07bbddfa31 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:46:49.104877 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-7f58b65d-e3e3-4c94-8315-c0cbc2af1093 None None] Current status of the port b0f3c0c9-4bed-46da-baa1-a078223aca88 is: ACTIVE; New status is: ACTIVE {{(pid=103127) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 14:46:49.118092 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-4660ef15-b815-4d78-89b1-41c3ee1856bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:49.119531 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-4660ef15-b815-4d78-89b1-41c3ee1856bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a9d08d-3454-497d-8ece-9198ea58376d HTTP/1.1" status: 200 len: 854 time: 0.0584896 Jan 19 14:46:49.175614 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-e482a234-5832-4156-b2a6-4a1c403aaf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:49.177863 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-e482a234-5832-4156-b2a6-4a1c403aaf2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd978c2-568e-4889-801f-38ef0d563d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519116 Jan 19 14:46:49.203628 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Deleting port 2a1af983-3b31-4029-9bc9-aaba2e99a987 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:46:49.203970 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (2a1af983-3b31-4029-9bc9-aaba2e99a987), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:49.265506 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-d3b312ee-dd07-457b-8553-5d41674f3caa service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811391 Jan 19 14:46:49.280798 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (2a1af983-3b31-4029-9bc9-aaba2e99a987), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:49.281172 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for floatingip (2a1af983-3b31-4029-9bc9-aaba2e99a987), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:49.292867 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Calling delete_port for 2a1af983-3b31-4029-9bc9-aaba2e99a987 owned by network:floatingip {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:46:49.356600 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-9f13ee5b-6f2a-4de0-8dc6-1c73c9da533f req-1e196890-527d-498e-a4e0-4f2d47655a01 service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854683 Jan 19 14:46:49.493198 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (2a1af983-3b31-4029-9bc9-aaba2e99a987), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:49.521293 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event deleted for resources: {'Port': ['ID=2a1af983-3b31-4029-9bc9-aaba2e99a987,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:46:49.576393 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks [] for floatingip (ad544bfc-bba5-4d67-b360-2c7a1adeeb47), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:49.576721 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.db.l3_db [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Floating IP ad544bfc-bba5-4d67-b360-2c7a1adeeb47 disassociated (deleted). External IP: 172.27.1.183, port: b0f3c0c9-4bed-46da-baa1-a078223aca88. Jan 19 14:46:49.782070 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Router 99a44ddb-cb27-4d20-b509-b5706f4526fc has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:46:49.896559 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:46:49.901319 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for floatingip (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:49.906563 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] Sync routers for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:46:49.916108 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:46:49.917193 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:46:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:46:49.928581 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-e80a5096-93e9-4968-9654-5cc9544d2598 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "DELETE /v2.0/floatingips/ad544bfc-bba5-4d67-b360-2c7a1adeeb47 HTTP/1.1" status: 204 len: 168 time: 0.9203932 Jan 19 14:46:49.929158 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88'}] {{(pid=103126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:46:49.931526 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}849bb9a9a294414180b33175ab8fc3b8392583454f683fcbb28a31c147c9fa68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88"}]}' {{(pid=103126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:46:50.031412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:46:50.090139 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122d9a64-585c-4e20-86c0-8833aa872d55 x-openstack-request-id: req-122d9a64-585c-4e20-86c0-8833aa872d55 {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:46:50.094899 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88", "status": "completed", "code": 200}]} {{(pid=103126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:46:50.094899 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-122d9a64-585c-4e20-86c0-8833aa872d55 {{(pid=103126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:46:50.094899 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'status': 'completed', 'code': 200} Jan 19 14:46:50.152433 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-0aa82d67-e8c9-4860-aede-1313f9ce606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:50.153867 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-0aa82d67-e8c9-4860-aede-1313f9ce606a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dc8a2904d94f0aa42376d376480380&device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 1098 time: 0.0414567 Jan 19 14:46:50.242941 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f326a232-c026-4e93-89c5-e340e22b7fc0', 'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'mac_address': 'fa:16:3e:80:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:49Z', 'updated_at': '2022-01-19T14:44:53Z', 'revision_number': 5, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'subnets': [{'id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:46:50.256011 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-3d99674d-b94f-4599-af73-34b023beba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:50.260515 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-3d99674d-b94f-4599-af73-34b023beba40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acd978c2-568e-4889-801f-38ef0d563d96 HTTP/1.1" status: 200 len: 916 time: 0.0973647 Jan 19 14:46:50.270166 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] Checking router: 99a44ddb-cb27-4d20-b509-b5706f4526fc for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:46:50.279307 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:46:50.279951 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:46:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:46:50.299176 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-8c1048dd-3807-45ae-bf46-6996e9da5010 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 200 len: 217 time: 0.0352027 Jan 19 14:46:50.349256 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-094b49fe-ac26-464f-8d34-33b0c96aa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:50.350863 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-094b49fe-ac26-464f-8d34-33b0c96aa9ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a9d08d-3454-497d-8ece-9198ea58376d HTTP/1.1" status: 200 len: 854 time: 0.0463045 Jan 19 14:46:50.385598 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:46:50.398632 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-09eefdc6-d504-4bd9-8002-e003dc85aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:50.400117 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-09eefdc6-d504-4bd9-8002-e003dc85aaa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acd978c2-568e-4889-801f-38ef0d563d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390384 Jan 19 14:46:50.491134 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-9183d3ee-6778-4bfd-a9fa-8f25228edaa4 service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837743 Jan 19 14:46:50.580760 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-15eacb32-b6fb-4460-94d0-e36a8e4b29ac req-6e0ae8eb-2e51-46e5-96da-16becc3ba4e9 service neutron] 10.222.0.57 "GET /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794139 Jan 19 14:46:50.584683 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f326a232-c026-4e93-89c5-e340e22b7fc0', 'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'mac_address': 'fa:16:3e:80:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:49Z', 'updated_at': '2022-01-19T14:44:53Z', 'revision_number': 5, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'subnets': [{'id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:46:50.611260 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb941d0b-73f8-406b-abce-2317d1d248aa None None] The sync data for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi is: [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:50Z', 'revision_number': 4, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi', '_interfaces': [{'id': 'f326a232-c026-4e93-89c5-e340e22b7fc0', 'name': '', 'network_id': 'acd978c2-568e-4889-801f-38ef0d563d96', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'mac_address': 'fa:16:3e:80:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:49Z', 'updated_at': '2022-01-19T14:44:53Z', 'revision_number': 5, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'subnets': [{'id': '83a9d08d-3454-497d-8ece-9198ea58376d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:46:50.837443 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46ff81-23de-4ee1-8024-f29cdda3b71e None None] New status for floating IP ad544bfc-bba5-4d67-b360-2c7a1adeeb47: DOWN {{(pid=103128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 14:46:53.051678 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbbe89-713d-4680-b4bd-b8478de60b15 req-69101cb4-1811-4df2-ba09-52f3591a901d tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:53.053130 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a7bbbe89-713d-4680-b4bd-b8478de60b15 req-69101cb4-1811-4df2-ba09-52f3591a901d tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0522976 Jan 19 14:46:53.098955 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-a7bbbe89-713d-4680-b4bd-b8478de60b15 req-f2e3a844-d818-4245-a7e8-f6aaa66c7772 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402191 Jan 19 14:46:54.223431 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50f1eb-187a-4814-bbee-cbdc4be31ccd req-9a911dac-edfc-4734-810e-3c276354dee8 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:54.224806 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5d50f1eb-187a-4814-bbee-cbdc4be31ccd req-9a911dac-edfc-4734-810e-3c276354dee8 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0572901 Jan 19 14:46:54.269984 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-5d50f1eb-187a-4814-bbee-cbdc4be31ccd req-a7484d54-8835-4bee-a21b-40b985e596ad tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/security-groups?id=c31b60eb-fc97-4a1e-8c11-d405bbf90bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Jan 19 14:46:54.726972 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d140aea-970b-41dc-9a87-b50a844241bd req-222be134-cb38-4b6b-95e2-01cdaa9c88c4 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 14:46:54.728384 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1d140aea-970b-41dc-9a87-b50a844241bd req-222be134-cb38-4b6b-95e2-01cdaa9c88c4 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 945 time: 0.0499833 Jan 19 14:46:54.813593 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [req-1d140aea-970b-41dc-9a87-b50a844241bd req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Deleting port b0f3c0c9-4bed-46da-baa1-a078223aca88 {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:46:54.813955 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-1d140aea-970b-41dc-9a87-b50a844241bd req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:54.909715 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [req-1d140aea-970b-41dc-9a87-b50a844241bd req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] For port b0f3c0c9-4bed-46da-baa1-a078223aca88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b0f3c0c9-4bed-46da-baa1-a078223aca88,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:46:54.910112 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-1d140aea-970b-41dc-9a87-b50a844241bd req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:54.924504 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [req-1d140aea-970b-41dc-9a87-b50a844241bd req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Calling delete_port for b0f3c0c9-4bed-46da-baa1-a078223aca88 owned by compute:nova {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:46:55.110438 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-1d140aea-970b-41dc-9a87-b50a844241bd req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (b0f3c0c9-4bed-46da-baa1-a078223aca88), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:55.121768 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] get_ports_and_sgs() called for port_ids ['b0f3c0c9-4bed-46da-baa1-a078223aca88'] {{(pid=103127) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 14:46:55.140031 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Pushing event deleted for resources: {'Port': ['ID=b0f3c0c9-4bed-46da-baa1-a078223aca88,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:46:55.182217 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d140aea-970b-41dc-9a87-b50a844241bd req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] No DVR routers for this DVR port b0f3c0c9-4bed-46da-baa1-a078223aca88 on host hv-cinder-79987 {{(pid=103125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:46:55.184659 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [req-1d140aea-970b-41dc-9a87-b50a844241bd req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-377143'] for port (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:55.188172 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-1d140aea-970b-41dc-9a87-b50a844241bd req-09472214-7399-468b-ae0a-225f2b0f66ff tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.57 "DELETE /v2.0/ports/b0f3c0c9-4bed-46da-baa1-a078223aca88 HTTP/1.1" status: 204 len: 173 time: 0.4543655 Jan 19 14:46:55.192639 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'name': 'network-vif-deleted', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88'}] {{(pid=103125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 14:46:55.195838 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7ccefdc550ba9970d86c6ba498d3e9810c7b552c9ca4008cd2afdc4cff4d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998d61b0-fad4-43f8-8887-6a1659d1a464" -d '{"events": [{"server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "name": "network-vif-deleted", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88"}]}' {{(pid=103125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 14:46:55.286139 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8610b8c-22aa-4079-beff-18dba41ca98e x-openstack-request-id: req-b8610b8c-22aa-4079-beff-18dba41ca98e {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 14:46:55.286761 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf91246-f2eb-4e20-8308-37ed943b15e4", "name": "network-vif-deleted", "tag": "b0f3c0c9-4bed-46da-baa1-a078223aca88", "status": "completed", "code": 200}]} {{(pid=103125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 14:46:55.286761 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8610b8c-22aa-4079-beff-18dba41ca98e {{(pid=103125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 14:46:55.287065 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf91246-f2eb-4e20-8308-37ed943b15e4', 'name': 'network-vif-deleted', 'tag': 'b0f3c0c9-4bed-46da-baa1-a078223aca88', 'status': 'completed', 'code': 200} Jan 19 14:46:55.364129 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [req-7b361ffa-9cbd-41c5-89a3-d44d16f2950e req-aee28ff9-e8b8-4054-87cc-d68971384672 tempest-TestMinimumBasicScenario-1265415739 tempest-TestMinimumBasicScenario-1265415739-project] 10.222.0.79 "GET /v2.0/ports?device_id=cbf91246-f2eb-4e20-8308-37ed943b15e4 HTTP/1.1" status: 200 len: 210 time: 0.0270252 Jan 19 14:46:57.731673 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51044) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:46:58.067865 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564239'] for router_interface (99a44ddb-cb27-4d20-b509-b5706f4526fc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:58.304453 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Deleting port f326a232-c026-4e93-89c5-e340e22b7fc0 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:46:58.304786 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:58.378589 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] For port f326a232-c026-4e93-89c5-e340e22b7fc0, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=f326a232-c026-4e93-89c5-e340e22b7fc0,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:46:58.378943 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:58.391029 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Calling delete_port for f326a232-c026-4e93-89c5-e340e22b7fc0 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:46:58.619320 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (f326a232-c026-4e93-89c5-e340e22b7fc0), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:58.646107 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f326a232-c026-4e93-89c5-e340e22b7fc0,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:46:58.735136 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device b0f3c0c9-4bed-46da-baa1-a078223aca88 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:46:58.759570 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] No Port match for: b0f3c0c9-4bed-46da-baa1-a078223aca88 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:46:58.760203 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Device b0f3c0c9-4bed-46da-baa1-a078223aca88 not bound to the agent host hv-cinder-79987 {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:46:58.809686 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582047'] for router_interface (99a44ddb-cb27-4d20-b509-b5706f4526fc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:59.018205 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Router 99a44ddb-cb27-4d20-b509-b5706f4526fc has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:46:59.118658 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:46:59.124162 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b12c8058-e4a1-474a-9975-a1dd388cb2cd admin admin] 10.222.0.79 "PUT /v2.0/routers/99a44ddb-cb27-4d20-b509-b5706f4526fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3913038 Jan 19 14:46:59.126964 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51046) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:46:59.127736 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] Sync routers for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:46:59.137706 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:46:59.138348 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:46:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:46:59.225828 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks [] for router (99a44ddb-cb27-4d20-b509-b5706f4526fc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:59.240584 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: dv-cinder-799871-15-iscsi {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:46:59.326546 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks [] for router_gateway (99a44ddb-cb27-4d20-b509-b5706f4526fc), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:59.412772 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:46:58Z', 'revision_number': 5, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port': {'id': 'd5b2af65-aa85-4a33-a6ad-86117decba87', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:46:59.432169 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Deleting port d5b2af65-aa85-4a33-a6ad-86117decba87 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:46:59.432513 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:59.439572 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] Checking router: 99a44ddb-cb27-4d20-b509-b5706f4526fc for host: dv-cinder-799871-15-iscsi {{(pid=103127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:46:59.447585 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] Routers {'99a44ddb-cb27-4d20-b509-b5706f4526fc'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:46:59.448190 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:46:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['99a44ddb-cb27-4d20-b509-b5706f4526fc'], 'active': True} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:46:59.517205 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] For port d5b2af65-aa85-4a33-a6ad-86117decba87, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=d5b2af65-aa85-4a33-a6ad-86117decba87,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:46:59.517673 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:59.530475 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Calling delete_port for d5b2af65-aa85-4a33-a6ad-86117decba87 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:46:59.533003 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvr_db [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] Set router 99a44ddb-cb27-4d20-b509-b5706f4526fc gateway port host: None {{(pid=103127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:46:59.587166 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_hamode_db [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:46:59Z', 'revision_number': 6, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port_host': None}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:46:59.612986 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e57015-cd12-4ced-b13d-fa27f1988ca4 None None] The sync data for ids ['99a44ddb-cb27-4d20-b509-b5706f4526fc'] in dv-cinder-799871-15-iscsi is: [{'id': '99a44ddb-cb27-4d20-b509-b5706f4526fc', 'name': 'tempest-TestMinimumBasicScenario-1347085364-router', 'tenant_id': '84dc8a2904d94f0aa42376d376480380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:47Z', 'updated_at': '2022-01-19T14:46:59Z', 'revision_number': 6, 'project_id': '84dc8a2904d94f0aa42376d376480380', 'gw_port_host': None}] {{(pid=103127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:46:59.755905 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (d5b2af65-aa85-4a33-a6ad-86117decba87), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:46:59.783605 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b2af65-aa85-4a33-a6ad-86117decba87,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:46:59.838873 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563521'] for router_gateway (99a44ddb-cb27-4d20-b509-b5706f4526fc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.174064 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57833'] for router (99a44ddb-cb27-4d20-b509-b5706f4526fc), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.176193 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks [] for router_controller (99a44ddb-cb27-4d20-b509-b5706f4526fc), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.258942 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582893'] for router (99a44ddb-cb27-4d20-b509-b5706f4526fc), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.259462 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99a44ddb-cb27-4d20-b509-b5706f4526fc {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 14:47:00.264385 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.265449 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-db744e92-cf72-4e78-a477-c72c417571dd admin admin] 10.222.0.79 "DELETE /v2.0/routers/99a44ddb-cb27-4d20-b509-b5706f4526fc HTTP/1.1" status: 204 len: 168 time: 1.1375449 Jan 19 14:47:00.267991 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51048) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:00.312741 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ac9145-c22c-42d2-9450-e467e5466256 admin admin] Deleting subnet 83a9d08d-3454-497d-8ece-9198ea58376d {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:47:00.315727 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9145-c22c-42d2-9450-e467e5466256 admin admin] Publish callbacks [] for subnet (83a9d08d-3454-497d-8ece-9198ea58376d), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.349087 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9145-c22c-42d2-9450-e467e5466256 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58960790'] for subnet (83a9d08d-3454-497d-8ece-9198ea58376d), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.378445 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f326a232-c026-4e93-89c5-e340e22b7fc0 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:47:00.403062 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: f326a232-c026-4e93-89c5-e340e22b7fc0 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:47:00.403412 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device f326a232-c026-4e93-89c5-e340e22b7fc0 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:47:00.429338 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9145-c22c-42d2-9450-e467e5466256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (83a9d08d-3454-497d-8ece-9198ea58376d), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.533624 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9145-c22c-42d2-9450-e467e5466256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62659311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58869580'] for subnet (83a9d08d-3454-497d-8ece-9198ea58376d), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.559868 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9145-c22c-42d2-9450-e467e5466256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a9d08d-3454-497d-8ece-9198ea58376d,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:00.565448 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9145-c22c-42d2-9450-e467e5466256 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.571621 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [-] (103125) accepted ('10.222.0.79', 51050) {{(pid=103125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:00.572624 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-a7ac9145-c22c-42d2-9450-e467e5466256 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/83a9d08d-3454-497d-8ece-9198ea58376d HTTP/1.1" status: 204 len: 168 time: 0.3036432 Jan 19 14:47:00.579542 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60c5d06-4338-4b82-aaeb-6a7ce81cf17f None None] Network acd978c2-568e-4889-801f-38ef0d563d96 requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:47:00.648809 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (acd978c2-568e-4889-801f-38ef0d563d96), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.707672 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Deleting port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 {{(pid=103125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:47:00.708037 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.742360 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c393232-0668-4884-a362-ac89853996f4 None None] DHCP port deletion for acd978c2-568e-4889-801f-38ef0d563d96 request from dv-cinder-799871-15-iscsi {{(pid=103127) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 14:47:00.769860 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.db [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] For port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=51dc20a8-cc96-4c28-90ed-4046dcf4bd41,segment=NetworkSegment(6346d61f-446d-44a6-b9eb-8045ecdb5490),segment_id=6346d61f-446d-44a6-b9eb-8045ecdb5490)] {{(pid=103125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:47:00.770253 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.784026 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.plugin [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Calling delete_port for 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 owned by network:dhcp {{(pid=103125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:47:00.904835 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62761767'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.917939 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Deleting port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:47:00.918336 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.931638 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Pushing event deleted for resources: {'Port': ['ID=51dc20a8-cc96-4c28-90ed-4046dcf4bd41,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:00.933450 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] No DVR routers for this DVR port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 on host dv-cinder-799871-15-iscsi {{(pid=103125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:47:00.978934 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-6c393232-0668-4884-a362-ac89853996f4 None None] For port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41, host dv-cinder-799871-15-iscsi, got binding levels [] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:47:00.979325 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:00.991671 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Calling delete_port for 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:47:00.994291 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.ipam_backend_mixin [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 was not found and therefore no delete operation was performed {{(pid=103127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 19 14:47:00.995527 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413'] for port (51dc20a8-cc96-4c28-90ed-4046dcf4bd41), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.001577 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (acd978c2-568e-4889-801f-38ef0d563d96), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.017811 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Pushing event deleted for resources: {'Port': ['ID=51dc20a8-cc96-4c28-90ed-4046dcf4bd41,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:01.024448 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd978c2-568e-4889-801f-38ef0d563d96']}} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:01.027519 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.027862 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.028199 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.028527 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.028852 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.029172 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.029494 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.029868 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.030208 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.030527 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.030840 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.031153 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.031470 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c393232-0668-4884-a362-ac89853996f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-15-iscsi {{(pid=103127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 14:47:01.034174 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c393232-0668-4884-a362-ac89853996f4 None None] No DVR routers for this DVR port 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 on host dv-cinder-799871-15-iscsi {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:47:01.034787 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6346d61f-446d-44a6-b9eb-8045ecdb5490') {'for_net_delete': True} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:01.035477 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.services.segments.db [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6346d61f-446d-44a6-b9eb-8045ecdb5490') {} {{(pid=103125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:01.046659 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62239054'] for segment (6346d61f-446d-44a6-b9eb-8045ecdb5490), before_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.059484 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (6346d61f-446d-44a6-b9eb-8045ecdb5490), precommit_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.066226 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62761812'] for segment (6346d61f-446d-44a6-b9eb-8045ecdb5490), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: warnings.warn(msg) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: Traceback (most recent call last): Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: timer() Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: cb(*args, **kw) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: return func(*args, **kwargs) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: self._notify() Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: self.callback(batched_events) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: event.method(event) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: return f(self, *a, **k) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._get(url).json() Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: return self.request(url, 'GET', **kwargs) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:47:01.071356 dv-cinder-799871-15-iscsi neutron-server[103125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:47:01.213043 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (acd978c2-568e-4889-801f-38ef0d563d96), after_delete {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.218716 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron_lib.callbacks.manager [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.223062 dv-cinder-799871-15-iscsi neutron-server[103125]: INFO neutron.wsgi [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] 10.222.0.79 "DELETE /v2.0/networks/acd978c2-568e-4889-801f-38ef0d563d96 HTTP/1.1" status: 204 len: 168 time: 0.6491976 Jan 19 14:47:01.224993 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51052) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:01.234741 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463511a7-577c-4b42-9347-9cfb33616859 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd978c2-568e-4889-801f-38ef0d563d96,revision_number=None']} {{(pid=103125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:01.563530 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564239'] for router_interface (38a364e8-e021-4e39-8035-b0bfcafec2a2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.700109 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device d5b2af65-aa85-4a33-a6ad-86117decba87 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:47:01.723881 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: d5b2af65-aa85-4a33-a6ad-86117decba87 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:47:01.724228 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device d5b2af65-aa85-4a33-a6ad-86117decba87 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:47:01.724653 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:47:01.743110 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:47:01.743437 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 51dc20a8-cc96-4c28-90ed-4046dcf4bd41 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:47:01.808967 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Deleting port b72e8038-f6b2-4773-93bb-e997be234172 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:47:01.809303 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (b72e8038-f6b2-4773-93bb-e997be234172), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.888686 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] For port b72e8038-f6b2-4773-93bb-e997be234172, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=b72e8038-f6b2-4773-93bb-e997be234172,segment=NetworkSegment(272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb),segment_id=272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:47:01.889489 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (b72e8038-f6b2-4773-93bb-e997be234172), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:01.902099 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Calling delete_port for b72e8038-f6b2-4773-93bb-e997be234172 owned by network:router_interface {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:47:02.144776 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (b72e8038-f6b2-4773-93bb-e997be234172), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:02.169212 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72e8038-f6b2-4773-93bb-e997be234172,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:02.328183 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582047'] for router_interface (38a364e8-e021-4e39-8035-b0bfcafec2a2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:02.534486 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Router 38a364e8-e021-4e39-8035-b0bfcafec2a2 has already been hosted by L3 agent cbe77c3b-f149-4269-a5e5-b16f1370df16 {{(pid=103126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 14:47:02.637034 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] Notify agent at l3_agent.dv-cinder-799871-15-iscsi the message routers_updated {{(pid=103126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 14:47:02.641977 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-5b90eb9a-b55f-44e7-bd98-9218fa727712 admin admin] 10.222.0.79 "PUT /v2.0/routers/38a364e8-e021-4e39-8035-b0bfcafec2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153807 Jan 19 14:47:02.644702 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51054) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:02.647252 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] Sync routers for ids ['38a364e8-e021-4e39-8035-b0bfcafec2a2'] in dv-cinder-799871-15-iscsi {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 14:47:02.658051 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] Routers {'38a364e8-e021-4e39-8035-b0bfcafec2a2'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:47:02.658656 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:46:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['38a364e8-e021-4e39-8035-b0bfcafec2a2'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:02.745935 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks [] for router (38a364e8-e021-4e39-8035-b0bfcafec2a2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:02.759679 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] Set router 38a364e8-e021-4e39-8035-b0bfcafec2a2 gateway port host: dv-cinder-799871-15-iscsi {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:47:02.847129 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks [] for router_gateway (38a364e8-e021-4e39-8035-b0bfcafec2a2), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:02.928970 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'external_fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:52Z', 'updated_at': '2022-01-19T14:47:02Z', 'revision_number': 5, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'gw_port': {'id': '785dec18-672b-48f8-89c3-ac0763a6a118', 'name': '', 'network_id': '895c3267-f52d-40cf-8980-511278b26aee', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6af35e13-80a9-4344-976f-edcfda09a310', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T14:44:53Z', 'updated_at': '2022-01-19T14:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af35e13-80a9-4344-976f-edcfda09a310', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-15-iscsi'}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:02.959108 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] Checking router: 38a364e8-e021-4e39-8035-b0bfcafec2a2 for host: dv-cinder-799871-15-iscsi {{(pid=103128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 14:47:02.969114 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] Routers {'38a364e8-e021-4e39-8035-b0bfcafec2a2'} bound to L3 agent in host dv-cinder-799871-15-iscsi {{(pid=103128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 14:47:02.969713 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T14:27:06Z,description=,heartbeat_timestamp=2022-01-19T14:46:36Z,host='dv-cinder-799871-15-iscsi',id=cbe77c3b-f149-4269-a5e5-b16f1370df16,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T14:27:07Z,topic='l3_agent')) {'router_ids': ['38a364e8-e021-4e39-8035-b0bfcafec2a2'], 'active': True} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:02.972202 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Deleting port 785dec18-672b-48f8-89c3-ac0763a6a118 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:47:02.972584 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.049713 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_dvr_db [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] Set router 38a364e8-e021-4e39-8035-b0bfcafec2a2 gateway port host: None {{(pid=103128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 14:47:03.053425 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] For port 785dec18-672b-48f8-89c3-ac0763a6a118, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=785dec18-672b-48f8-89c3-ac0763a6a118,segment=NetworkSegment(0293778a-38c9-4fdf-b377-de7076e4ab24),segment_id=0293778a-38c9-4fdf-b377-de7076e4ab24)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:47:03.053792 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.066385 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Calling delete_port for 785dec18-672b-48f8-89c3-ac0763a6a118 owned by network:router_gateway {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:47:03.101735 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.l3_hamode_db [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:52Z', 'updated_at': '2022-01-19T14:47:02Z', 'revision_number': 6, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'gw_port_host': None}], 'dv-cinder-799871-15-iscsi', False) {} {{(pid=103128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:03.126785 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c07ff0-3bbc-451e-9bbd-0ba40d093a30 None None] The sync data for ids ['38a364e8-e021-4e39-8035-b0bfcafec2a2'] in dv-cinder-799871-15-iscsi is: [{'id': '38a364e8-e021-4e39-8035-b0bfcafec2a2', 'name': 'tempest-TestMinimumBasicScenario-993019563-router', 'tenant_id': 'f90cf06ae962442ea98a892ce5f02805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T14:44:52Z', 'updated_at': '2022-01-19T14:47:02Z', 'revision_number': 6, 'project_id': 'f90cf06ae962442ea98a892ce5f02805', 'gw_port_host': None}] {{(pid=103128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 14:47:03.287673 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (785dec18-672b-48f8-89c3-ac0763a6a118), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.311039 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Pushing event deleted for resources: {'Port': ['ID=785dec18-672b-48f8-89c3-ac0763a6a118,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:03.373774 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563521'] for router_gateway (38a364e8-e021-4e39-8035-b0bfcafec2a2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.458685 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-582900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57833'] for router (38a364e8-e021-4e39-8035-b0bfcafec2a2), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.460733 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks [] for router_controller (38a364e8-e021-4e39-8035-b0bfcafec2a2), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.573392 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582893'] for router (38a364e8-e021-4e39-8035-b0bfcafec2a2), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.573991 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a364e8-e021-4e39-8035-b0bfcafec2a2 {{(pid=103126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 14:47:03.579066 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.580226 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-402d4613-d267-4fc0-b6fc-8ae75795652d admin admin] 10.222.0.79 "DELETE /v2.0/routers/38a364e8-e021-4e39-8035-b0bfcafec2a2 HTTP/1.1" status: 204 len: 168 time: 0.9346244 Jan 19 14:47:03.582958 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51056) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:03.625794 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.db_base_plugin_v2 [None req-553c8b5c-10e7-47ae-85df-96cdbb2bb72e admin admin] Deleting subnet c533ad54-7e40-44ee-b37a-b0c31625f719 {{(pid=103126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 14:47:03.628977 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-553c8b5c-10e7-47ae-85df-96cdbb2bb72e admin admin] Publish callbacks [] for subnet (c533ad54-7e40-44ee-b37a-b0c31625f719), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.662193 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-553c8b5c-10e7-47ae-85df-96cdbb2bb72e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58960790'] for subnet (c533ad54-7e40-44ee-b37a-b0c31625f719), precommit_delete_associations {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.738841 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-553c8b5c-10e7-47ae-85df-96cdbb2bb72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3759950'] for subnet (c533ad54-7e40-44ee-b37a-b0c31625f719), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.853358 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-553c8b5c-10e7-47ae-85df-96cdbb2bb72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3759943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62659311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58869580'] for subnet (c533ad54-7e40-44ee-b37a-b0c31625f719), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.880559 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c8b5c-10e7-47ae-85df-96cdbb2bb72e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c533ad54-7e40-44ee-b37a-b0c31625f719,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:03.882228 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-553c8b5c-10e7-47ae-85df-96cdbb2bb72e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.887592 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-553c8b5c-10e7-47ae-85df-96cdbb2bb72e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c533ad54-7e40-44ee-b37a-b0c31625f719 HTTP/1.1" status: 204 len: 168 time: 0.3014865 Jan 19 14:47:03.888370 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51058) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:03.899421 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154eb919-1843-49bf-b675-7552fd81f71d None None] Network 28d89bee-aae0-4740-9247-15a80062a34b requested from dv-cinder-799871-15-iscsi {{(pid=103127) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 14:47:03.947364 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device b72e8038-f6b2-4773-93bb-e997be234172 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:47:03.957217 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4096774'] for network (28d89bee-aae0-4740-9247-15a80062a34b), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:03.977544 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: b72e8038-f6b2-4773-93bb-e997be234172 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:47:03.977885 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device b72e8038-f6b2-4773-93bb-e997be234172 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:47:03.978324 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 785dec18-672b-48f8-89c3-ac0763a6a118 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:47:03.999006 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 785dec18-672b-48f8-89c3-ac0763a6a118 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:47:03.999347 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 785dec18-672b-48f8-89c3-ac0763a6a118 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:47:04.014674 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Deleting port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 {{(pid=103126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:47:04.015015 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.078532 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.db [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] For port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6e6e4ba0-2e44-4183-9af3-fb8f420453d4,segment=NetworkSegment(272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb),segment_id=272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb)] {{(pid=103126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:47:04.079075 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.093028 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.plugin [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Calling delete_port for 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 owned by network:dhcp {{(pid=103126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:47:04.104479 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb86df-2fa6-4406-ba45-8df7ff1e9ef6 None None] DHCP port deletion for 28d89bee-aae0-4740-9247-15a80062a34b request from dv-cinder-799871-15-iscsi {{(pid=103127) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 14:47:04.167851 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62bb86df-2fa6-4406-ba45-8df7ff1e9ef6 None None] Deleting port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 {{(pid=103127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 14:47:04.168324 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62bb86df-2fa6-4406-ba45-8df7ff1e9ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765191166684'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), before_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.211516 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d849e0e6-a282-408a-a080-3d58b5fcbd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.230291 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62659266'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.236563 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.db [None req-62bb86df-2fa6-4406-ba45-8df7ff1e9ef6 None None] For port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4, host dv-cinder-799871-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-15-iscsi',level=0,port_id=6e6e4ba0-2e44-4183-9af3-fb8f420453d4,segment=NetworkSegment(272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb),segment_id=272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb)] {{(pid=103127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 14:47:04.236948 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62bb86df-2fa6-4406-ba45-8df7ff1e9ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559276'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), precommit_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.250138 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-62bb86df-2fa6-4406-ba45-8df7ff1e9ef6 None None] Calling delete_port for 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 owned by network:dhcp {{(pid=103127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 14:47:04.257436 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6e4ba0-2e44-4183-9af3-fb8f420453d4,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:04.259276 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] No DVR routers for this DVR port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 on host dv-cinder-799871-15-iscsi {{(pid=103126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:47:04.328215 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3759095', 'neutron.services.segments.db._delete_segments_for_network-8765191213343'] for network (28d89bee-aae0-4740-9247-15a80062a34b), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.339255 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-62bb86df-2fa6-4406-ba45-8df7ff1e9ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4159698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765191175536', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765190659413'] for port (6e6e4ba0-2e44-4183-9af3-fb8f420453d4), after_delete {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.348747 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d89bee-aae0-4740-9247-15a80062a34b']}} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:04.357942 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb') {'for_net_delete': True} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:04.358229 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.services.segments.db [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb') {} {{(pid=103126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 14:47:04.364565 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb86df-2fa6-4406-ba45-8df7ff1e9ef6 None None] Pushing event deleted for resources: {'Port': ['ID=6e6e4ba0-2e44-4183-9af3-fb8f420453d4,revision_number=None']} {{(pid=103127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:04.366432 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb86df-2fa6-4406-ba45-8df7ff1e9ef6 None None] No DVR routers for this DVR port 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 on host dv-cinder-799871-15-iscsi {{(pid=103127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 14:47:04.370946 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765191214120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58960783'] for segment (272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.384980 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665'] for segment (272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.391455 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 14:47:04.391828 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62659249'] for segment (272d0f6e-edcb-49a7-9ee4-c2d0d03b5ddb), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: Traceback (most recent call last): Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: timer() Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: cb(*args, **kw) Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: return func(*args, **kwargs) Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: self._notify() Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: self.callback(batched_events) Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: event.method(event) Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: return f(self, *a, **k) Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._get(url).json() Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: return self.request(url, 'GET', **kwargs) Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 14:47:04.393501 dv-cinder-799871-15-iscsi neutron-server[103126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 14:47:04.533338 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3759040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563485'] for network (28d89bee-aae0-4740-9247-15a80062a34b), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.537922 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013131'] for network (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:04.541220 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] 10.222.0.79 "DELETE /v2.0/networks/28d89bee-aae0-4740-9247-15a80062a34b HTTP/1.1" status: 204 len: 168 time: 0.6513937 Jan 19 14:47:04.554529 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6fa36-8bb2-4e16-bde5-23a9951fc31d admin admin] Pushing event deleted for resources: {'Network': ['ID=28d89bee-aae0-4740-9247-15a80062a34b,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:04.897470 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51062) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:04.939650 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-1149422a-95c5-4d41-99d0-49999c7fea8a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84dc8a2904d94f0aa42376d376480380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409651 Jan 19 14:47:04.942025 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51064) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:04.987030 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5908e33-2d2d-44e0-8e8c-da44752ca402 admin admin] Publish callbacks [] for security_group (c31b60eb-fc97-4a1e-8c11-d405bbf90bea), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:05.007031 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5908e33-2d2d-44e0-8e8c-da44752ca402 admin admin] Publish callbacks [] for security_group (c31b60eb-fc97-4a1e-8c11-d405bbf90bea), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:05.127555 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5908e33-2d2d-44e0-8e8c-da44752ca402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (c31b60eb-fc97-4a1e-8c11-d405bbf90bea), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:05.130110 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-b5908e33-2d2d-44e0-8e8c-da44752ca402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:05.131262 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-b5908e33-2d2d-44e0-8e8c-da44752ca402 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c31b60eb-fc97-4a1e-8c11-d405bbf90bea HTTP/1.1" status: 204 len: 168 time: 0.1883526 Jan 19 14:47:05.138936 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5908e33-2d2d-44e0-8e8c-da44752ca402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b60eb-fc97-4a1e-8c11-d405bbf90bea,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:05.446465 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:47:05.697020 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 no longer exists at agent ovs-agent-dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 14:47:05.709291 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51070) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:05.719775 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.plugin [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] No Port match for: 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 {{(pid=103127) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 14:47:05.720118 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron.plugins.ml2.rpc [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Device 6e6e4ba0-2e44-4183-9af3-fb8f420453d4 not bound to the agent host dv-cinder-799871-15-iscsi {{(pid=103127) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 14:47:05.750376 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-353e35ae-aa99-4b68-a422-b51fb05d2e40 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f90cf06ae962442ea98a892ce5f02805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398400 Jan 19 14:47:05.753002 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [-] (103126) accepted ('10.222.0.79', 51072) {{(pid=103126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 14:47:05.798441 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0108ab0-f3a6-4cee-8d79-1af8af8f2770 admin admin] Publish callbacks [] for security_group (321b81cf-ba1e-4156-946e-225588f97329), before_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:05.818516 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0108ab0-f3a6-4cee-8d79-1af8af8f2770 admin admin] Publish callbacks [] for security_group (321b81cf-ba1e-4156-946e-225588f97329), precommit_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:05.939166 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0108ab0-f3a6-4cee-8d79-1af8af8f2770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999677'] for security_group (321b81cf-ba1e-4156-946e-225588f97329), after_delete {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:05.941708 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron_lib.callbacks.manager [None req-d0108ab0-f3a6-4cee-8d79-1af8af8f2770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:05.942893 dv-cinder-799871-15-iscsi neutron-server[103126]: INFO neutron.wsgi [None req-d0108ab0-f3a6-4cee-8d79-1af8af8f2770 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/321b81cf-ba1e-4156-946e-225588f97329 HTTP/1.1" status: 204 len: 168 time: 0.1890192 Jan 19 14:47:05.951092 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0108ab0-f3a6-4cee-8d79-1af8af8f2770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b81cf-ba1e-4156-946e-225588f97329,revision_number=None']} {{(pid=103126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 14:47:06.333619 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9cf33fc5-aabf-4e1c-a28a-b6116139f6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:07.841744 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:09.053700 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:10.344966 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:11.396133 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:34.172587 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b63be952-1359-4275-b71d-ee4a4acdee8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:36.315448 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ec06f411-6a33-48fa-ba9f-11907230c156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:37.869469 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:39.035150 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:40.332561 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:41.424118 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:47:42.445070 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:48:04.163501 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d1a4-1348-496c-9b45-5d56586f383f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:06.314829 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-31e83793-227f-42b1-a2f1-c1328ba071f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:07.852092 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:09.023252 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:10.331963 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:11.491884 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:19.443914 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:48:34.183275 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-e55c30a4-d08b-4182-8542-b543d4241836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:36.320345 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-9b45cd2d-85e9-4a47-b3ee-47401690191b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:37.880238 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:39.063005 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:40.336824 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:41.394399 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:48:56.443728 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:49:04.194150 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-34576814-d0e0-4afd-947e-770e64765459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:06.325138 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-97177b20-c711-4e7b-b090-f07e9a3cea1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:07.850688 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:09.096491 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:10.353562 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:11.405192 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:33.443732 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:49:34.181395 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-47bb1d58-8333-466f-80f7-ee1e8b4981e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:36.358939 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-a60544c9-8c41-49b9-abe9-2b97e5095dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:37.866821 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:39.061190 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:40.324155 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:49:41.409956 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:04.186202 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-73d1bbd5-e3d0-4f03-aea7-600a46e68875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:06.363764 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-d6347619-e82a-4ae7-97e0-1fe1f4cc64e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:07.860581 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:09.066592 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:10.340705 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:10.443310 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:50:11.415277 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:34.213664 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-0cb4826f-65f4-4c80-b3ad-7cf101ecdc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:36.340011 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-b2219181-a3f7-4046-ad92-3b367bc192e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:37.870908 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:39.076707 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:40.166617 dv-cinder-799871-15-iscsi neutron-server[103126]: DEBUG neutron.wsgi [req-29174e93-6106-40d2-af67-b98e759c4ab8 req-d5e69ff1-2ec8-4406-a731-18251fcff286 service neutron] (103126) timed out ('10.222.0.57', 56751) {{(pid=103126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 19 14:50:40.346513 dv-cinder-799871-15-iscsi neutron-server[103125]: DEBUG neutron.wsgi [req-1583d8b3-e95a-46cd-b7c3-67eb62b7b78c req-523e9f1c-fbef-4203-8ad9-6f1bd728bae5 service neutron] (103125) timed out ('10.222.0.57', 56779) {{(pid=103125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 19 14:50:40.350997 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:41.431111 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:50:47.442387 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:51:04.179833 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-8c72dd75-eaa3-4c45-9235-330d93b5ca8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:06.356400 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0dc0-4de4-470c-af11-2ae13451a946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:07.876084 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:09.058130 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:10.350094 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:11.447280 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:24.442012 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:51:34.172639 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-1080131b-2143-4cb7-b5b0-84a7714224aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:36.354445 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f8edb182-7c48-4497-98a4-73ffd549578f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:37.885164 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:39.075104 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:40.332274 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:51:41.434599 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:52:01.440434 dv-cinder-799871-15-iscsi neutron-server[103128]: DEBUG neutron.db.agents_db [None req-8fce5e2d-1003-49ab-8d6c-eec48c3843ef None None] Agent healthcheck: found 6 active agents {{(pid=103128) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 14:52:04.171193 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-f60e4cd5-08f2-4b62-bf4e-fc9a922c154c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (7a575268-bd25-422a-a6e4-0fd1a4074612), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:52:06.336708 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-4add286a-b86b-4911-8959-b6eeba7a10bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (cbe77c3b-f149-4269-a5e5-b16f1370df16), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:52:07.874544 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-dffdf77e-7dbb-430d-a235-eba8222c7709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (f141be2f-437a-4f13-a921-5cc7b710e6fe), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:52:09.062952 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-83394a4f-9db0-41d9-bd86-2eab0b5ade16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (b5fb370a-df48-4efc-a1e8-d083d79cb073), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:52:10.371166 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-720c84b2-f348-4a85-a58b-6aee2ad42d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (10b8c538-8d95-425f-bc9d-0a664b37907c), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 14:52:11.451228 dv-cinder-799871-15-iscsi neutron-server[103127]: DEBUG neutron_lib.callbacks.manager [None req-03c6d1ff-6219-45e7-ae5b-2b095e762c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765191213325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3751949'] for agent (664bc1d5-4544-485c-82e3-00a49f2c5c3b), after_update {{(pid=103127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}